{"id":"https://openalex.org/W3205386888","doi":"https://doi.org/10.1145/3490354.3494372","title":"Towards a fully rl-based market simulator","display_name":"Towards a fully rl-based market simulator","publication_year":2021,"publication_date":"2021-11-03","ids":{"openalex":"https://openalex.org/W3205386888","doi":"https://doi.org/10.1145/3490354.3494372","mag":"3205386888"},"language":"en","primary_location":{"id":"doi:10.1145/3490354.3494372","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494372","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494372","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047729153","display_name":"Leo Ardon","orcid":"https://orcid.org/0000-0003-4400-7127"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Leo Ardon","raw_affiliation_strings":["J.P. Morgan AI Research"],"affiliations":[{"raw_affiliation_string":"J.P. Morgan AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046489226","display_name":"Nelson Vadori","orcid":"https://orcid.org/0000-0002-0690-4866"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nelson Vadori","raw_affiliation_strings":["J.P. Morgan AI Research"],"affiliations":[{"raw_affiliation_string":"J.P. Morgan AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002505395","display_name":"Thomas Spooner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Spooner","raw_affiliation_strings":["J.P. Morgan AI Research"],"affiliations":[{"raw_affiliation_string":"J.P. Morgan AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043296839","display_name":"Mengda Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mengda Xu","raw_affiliation_strings":["J.P. Morgan AI Research"],"affiliations":[{"raw_affiliation_string":"J.P. Morgan AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020493836","display_name":"Jared Vann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jared Vann","raw_affiliation_strings":["J.P. Morgan AI Research"],"affiliations":[{"raw_affiliation_string":"J.P. Morgan AI Research","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103219401","display_name":"Sumitra Ganesh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sumitra Ganesh","raw_affiliation_strings":["J.P. Morgan AI Research"],"affiliations":[{"raw_affiliation_string":"J.P. Morgan AI Research","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047729153"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8418,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94421235,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12137","display_name":"Economic theories and models","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/market-liquidity","display_name":"Market liquidity","score":0.8181071281433105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6718133687973022},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5909680128097534},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.5454128980636597},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.42608416080474854},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.2181406319141388},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.20082110166549683},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09167554974555969}],"concepts":[{"id":"https://openalex.org/C183582576","wikidata":"https://www.wikidata.org/wiki/Q184783","display_name":"Market liquidity","level":2,"score":0.8181071281433105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6718133687973022},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5909680128097534},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.5454128980636597},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.42608416080474854},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.2181406319141388},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.20082110166549683},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09167554974555969},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3490354.3494372","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494372","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494372","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2110.06829","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.06829","pdf_url":"https://arxiv.org/pdf/2110.06829","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3490354.3494372","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494372","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494372","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205386888.pdf","grobid_xml":"https://content.openalex.org/works/W3205386888.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1599491685","https://openalex.org/W2032774582","https://openalex.org/W2162288466","https://openalex.org/W2913756371","https://openalex.org/W3127047144","https://openalex.org/W4239678357","https://openalex.org/W4244077793"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,27,40,49,56,59],"new":[3],"financial":[4,76],"framework":[5],"where":[6],"two":[7],"families":[8],"of":[9,34,52,74],"RL-based":[10,61],"agents":[11],"representing":[12],"the":[13,32,72,75],"Liquidity":[14,17],"Providers":[15],"and":[16,31,46],"Takers":[18],"learn":[19],"simultaneously":[20],"to":[21,26,44,70],"satisfy":[22],"their":[23],"objective.":[24],"Thanks":[25],"parametrized":[28],"reward":[29],"formulation":[30],"use":[33],"Deep":[35],"RL,":[36],"each":[37],"group":[38],"learns":[39],"shared":[41],"policy":[42],"able":[43],"generalize":[45],"interpolate":[47],"over":[48],"wide":[50],"range":[51],"behaviors.":[53],"This":[54],"is":[55],"step":[57],"towards":[58],"fully":[60],"market":[62,66,77],"simulator":[63],"replicating":[64],"complex":[65],"conditions":[67],"particularly":[68],"suited":[69],"study":[71],"dynamics":[73],"under":[78],"various":[79],"scenarios.":[80]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}