{"id":"https://openalex.org/W4385484511","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191123","title":"Market Making with Deep Reinforcement Learning from Limit Order Books","display_name":"Market Making with Deep Reinforcement Learning from Limit Order Books","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484511","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191123"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191123","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100717689","display_name":"Hong Guo","orcid":"https://orcid.org/0000-0003-0644-6698"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Guo","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100534890","display_name":"Jianwu Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwu Lin","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112924216","display_name":"Fanlin Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanlin Huang","raw_affiliation_strings":["Microsoft,Beijing,China","Microsoft, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft,Beijing,China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8629575967788696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7220752239227295},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6917580962181091},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6498221158981323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5383435487747192},{"id":"https://openalex.org/keywords/order-book","display_name":"Order book","score":0.49893617630004883},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43145880103111267},{"id":"https://openalex.org/keywords/market-liquidity","display_name":"Market liquidity","score":0.40010690689086914},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11303180456161499},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.1052771508693695}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8629575967788696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7220752239227295},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6917580962181091},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6498221158981323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5383435487747192},{"id":"https://openalex.org/C2779309563","wikidata":"https://www.wikidata.org/wiki/Q649206","display_name":"Order book","level":3,"score":0.49893617630004883},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43145880103111267},{"id":"https://openalex.org/C183582576","wikidata":"https://www.wikidata.org/wiki/Q184783","display_name":"Market liquidity","level":2,"score":0.40010690689086914},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11303180456161499},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.1052771508693695}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191123","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2025268472","https://openalex.org/W2032712062","https://openalex.org/W2050031929","https://openalex.org/W2088503847","https://openalex.org/W2103674819","https://openalex.org/W2122960498","https://openalex.org/W2123739530","https://openalex.org/W2126056473","https://openalex.org/W2130364193","https://openalex.org/W2133727275","https://openalex.org/W2159813604","https://openalex.org/W2160519132","https://openalex.org/W2162288466","https://openalex.org/W2169015875","https://openalex.org/W2312297414","https://openalex.org/W2344786740","https://openalex.org/W2519091744","https://openalex.org/W2749587125","https://openalex.org/W2753090725","https://openalex.org/W2766355270","https://openalex.org/W2885054548","https://openalex.org/W2888688668","https://openalex.org/W2890255136","https://openalex.org/W2902956786","https://openalex.org/W2962994110","https://openalex.org/W2963122061","https://openalex.org/W2963751193","https://openalex.org/W2969637780","https://openalex.org/W2979430717","https://openalex.org/W3024494371","https://openalex.org/W3035562414","https://openalex.org/W3037311357","https://openalex.org/W3105291792","https://openalex.org/W3114374801","https://openalex.org/W3121195520","https://openalex.org/W3124706086","https://openalex.org/W3124761060","https://openalex.org/W3125409615","https://openalex.org/W3125906678","https://openalex.org/W3158302562","https://openalex.org/W3175835345","https://openalex.org/W3207981891","https://openalex.org/W3216360099","https://openalex.org/W4233220145","https://openalex.org/W4236497993","https://openalex.org/W4244077793","https://openalex.org/W4287375108","https://openalex.org/W4313179594","https://openalex.org/W6636510571","https://openalex.org/W6678795100","https://openalex.org/W6679375369","https://openalex.org/W6683356472","https://openalex.org/W6750380350","https://openalex.org/W6756637681","https://openalex.org/W6764758646","https://openalex.org/W6768482621","https://openalex.org/W6770543085","https://openalex.org/W6779547475","https://openalex.org/W6789378011","https://openalex.org/W6795301340"],"related_works":["https://openalex.org/W4385957992","https://openalex.org/W4229079080","https://openalex.org/W4206534706","https://openalex.org/W4385965371","https://openalex.org/W4386025632","https://openalex.org/W3006943036","https://openalex.org/W3023163568","https://openalex.org/W4200511449","https://openalex.org/W3170628611","https://openalex.org/W4319083788"],"abstract_inverted_index":{"Market":[0],"making":[1,99],"(MM)":[2],"is":[3,40,57,85],"an":[4,41],"important":[5],"research":[6],"topic":[7],"in":[8],"quantitative":[9],"finance,":[10],"the":[11,89,133],"agent":[12,96,148],"needs":[13],"to":[14,21,87],"continuously":[15],"optimize":[16],"ask":[17],"and":[18,24,51,111,127,143],"bid":[19],"quotes":[20],"provide":[22],"liquidity":[23],"make":[25],"profits.":[26],"The":[27,46],"limit":[28,37],"order":[29,72],"book":[30],"(LOB)":[31],"contains":[32],"information":[33],"on":[34,65,141],"all":[35],"active":[36],"orders,":[38],"which":[39,84],"essential":[42],"basis":[43],"for":[44,97,115,132],"decision-making.":[45],"modeling":[47],"of":[48],"evolving,":[49],"high-dimensional":[50],"low":[52],"signal-to-noise":[53],"ratio":[54],"LOB":[55,101],"data":[56],"a":[58,94,105,122,128],"critical":[59],"challenge.":[60],"Traditional":[61],"MM":[62,134],"strategy":[63],"relied":[64],"strong":[66],"assumptions":[67],"such":[68],"as":[69],"price":[70],"process,":[71],"arrival":[73],"process":[74],"etc.":[75],"Previous":[76],"reinforcement":[77],"learning":[78],"(RL)":[79],"works":[80],"handcrafted":[81],"market":[82,98],"features,":[83],"insufficient":[86],"represent":[88],"market.":[90],"This":[91],"paper":[92],"proposes":[93],"RL":[95],"with":[100,108],"data.":[102],"We":[103,120],"leverage":[104],"neural":[106],"network":[107],"convolutional":[109],"filters":[110],"attention":[112],"mechanism":[113],"(Attn-LOB)":[114],"feature":[116],"extraction":[117],"from":[118],"LOB.":[119],"design":[121],"new":[123],"continuous":[124],"action":[125],"space":[126],"hybrid":[129],"reward":[130],"function":[131],"task.":[135],"Finally,":[136],"we":[137],"conduct":[138],"comprehensive":[139],"experiments":[140],"latency":[142],"interpretability,":[144],"showing":[145],"that":[146],"our":[147],"has":[149],"good":[150],"applicability.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}