{"id":"https://openalex.org/W4200186852","doi":"https://doi.org/10.1145/3490354.3494448","title":"Deep Q-learning market makers in a multi-agent simulated stock market","display_name":"Deep Q-learning market makers in a multi-agent simulated stock market","publication_year":2021,"publication_date":"2021-11-03","ids":{"openalex":"https://openalex.org/W4200186852","doi":"https://doi.org/10.1145/3490354.3494448"},"language":"en","primary_location":{"id":"doi:10.1145/3490354.3494448","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494448","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494448","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494448","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014144208","display_name":"\u00d3scar Fern\u00e1ndez Vicente","orcid":"https://orcid.org/0000-0002-5304-490X"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"\u00d3scar Fern\u00e1ndez Vicente","raw_affiliation_strings":["Universidad Carlos III Madrid, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Carlos III Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fernando Fern\u00e1ndez Rebollo","orcid":null},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Fernando Fern\u00e1ndez Rebollo","raw_affiliation_strings":["Universidad Carlos III Madrid, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Carlos III Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"last","author":{"id":null,"display_name":"Francisco Javier Garc\u00eda Polo","orcid":null},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francisco Javier Garc\u00eda Polo","raw_affiliation_strings":["Universidad Carlos III Madrid, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Carlos III Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I50357001"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7912859320640564},{"id":"https://openalex.org/keywords/market-maker","display_name":"Market maker","score":0.7115691304206848},{"id":"https://openalex.org/keywords/market-liquidity","display_name":"Market liquidity","score":0.6579881906509399},{"id":"https://openalex.org/keywords/stock-market","display_name":"Stock market","score":0.554076075553894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.543439507484436},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5421068072319031},{"id":"https://openalex.org/keywords/order-book","display_name":"Order book","score":0.5356210470199585},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.5344164967536926},{"id":"https://openalex.org/keywords/market-microstructure","display_name":"Market microstructure","score":0.47891366481781006},{"id":"https://openalex.org/keywords/industrial-organization","display_name":"Industrial organization","score":0.45171621441841125},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4290595054626465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3240812122821808},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2669777572154999},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.17842614650726318}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7912859320640564},{"id":"https://openalex.org/C18991353","wikidata":"https://www.wikidata.org/wiki/Q1137319","display_name":"Market maker","level":4,"score":0.7115691304206848},{"id":"https://openalex.org/C183582576","wikidata":"https://www.wikidata.org/wiki/Q184783","display_name":"Market liquidity","level":2,"score":0.6579881906509399},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.554076075553894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.543439507484436},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5421068072319031},{"id":"https://openalex.org/C2779309563","wikidata":"https://www.wikidata.org/wiki/Q649206","display_name":"Order book","level":3,"score":0.5356210470199585},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.5344164967536926},{"id":"https://openalex.org/C51926234","wikidata":"https://www.wikidata.org/wiki/Q3312426","display_name":"Market microstructure","level":3,"score":0.47891366481781006},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.45171621441841125},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4290595054626465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3240812122821808},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2669777572154999},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.17842614650726318},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2780762169","wikidata":"https://www.wikidata.org/wiki/Q5905368","display_name":"Horse","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3490354.3494448","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494448","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494448","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2112.04494","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.04494","pdf_url":"https://arxiv.org/pdf/2112.04494","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3490354.3494448","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494448","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494448","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1977655452","https://openalex.org/W2101234009","https://openalex.org/W2112439726","https://openalex.org/W2123739530","https://openalex.org/W2133727275","https://openalex.org/W2145339207","https://openalex.org/W2162288466","https://openalex.org/W2905775940","https://openalex.org/W2941903151","https://openalex.org/W2969637780","https://openalex.org/W2996726407","https://openalex.org/W3011120880","https://openalex.org/W3122958062","https://openalex.org/W3125033993","https://openalex.org/W3129717163","https://openalex.org/W3156295478"],"related_works":["https://openalex.org/W3007622339","https://openalex.org/W3124346233","https://openalex.org/W2949405765","https://openalex.org/W1989226965","https://openalex.org/W4298687658","https://openalex.org/W1614998633","https://openalex.org/W2065436428","https://openalex.org/W4302391234","https://openalex.org/W3122245396","https://openalex.org/W2997767088"],"abstract_inverted_index":{"Market":[0],"makers":[1,43],"play":[2],"a":[3,110,151],"key":[4],"role":[5],"in":[6,23,66,79,109,157],"financial":[7],"markets":[8,42],"by":[9],"providing":[10],"liquidity.":[11],"They":[12],"usually":[13],"fill":[14],"order":[15,24],"books":[16],"with":[17,113],"buy":[18],"and":[19,91,103,138],"sell":[20],"limit":[21],"orders":[22],"to":[25,31,150],"provide":[26],"traders":[27],"alternative":[28],"price":[29],"levels":[30],"operate.":[32],"This":[33,70],"paper":[34],"focuses":[35],"precisely":[36],"on":[37,133],"the":[38,53,60,88,100,119,128],"study":[39],"of":[40,55,62,121,130,154],"these":[41],"strategies":[44,108],"from":[45],"an":[46],"agent-based":[47],"perspective.":[48],"In":[49],"particular,":[50],"we":[51],"propose":[52],"application":[54,120],"Reinforcement":[56],"Learning":[57],"(RL)":[58],"for":[59],"creation":[61],"intelligent":[63],"market":[64,75,84,96,146],"markers":[65,97],"simulated":[67],"stock":[68,158],"markets.":[69,159],"research":[71],"analyzes":[72],"how":[73,104],"RL":[74,83,95,134,137,140],"maker":[76,85,147],"agents":[77,135],"behaves":[78],"non-competitive":[80],"(only":[81],"one":[82],"learning":[86,98],"at":[87,99],"same":[89,101],"time)":[90],"competitive":[92],"scenarios":[93],"(multiple":[94],"time),":[102],"they":[105],"adapt":[106],"their":[107,155],"Sim2Real":[111],"scope":[112],"interesting":[114],"results.":[115],"Furthermore,":[116],"it":[117],"covers":[118],"policy":[122],"transfer":[123],"between":[124],"different":[125],"experiments,":[126],"describing":[127],"impact":[129],"competing":[131],"environments":[132],"performance.":[136],"deep":[139],"techniques":[141],"are":[142],"proven":[143],"as":[144],"profitable":[145],"approaches,":[148],"leading":[149],"better":[152],"understanding":[153],"behavior":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}