{"id":"https://openalex.org/W4312896940","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892166","title":"A Multi-Agent Deep Reinforcement Learning Framework for VWAP Strategy Optimization","display_name":"A Multi-Agent Deep Reinforcement Learning Framework for VWAP Strategy Optimization","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312896940","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892166"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892166","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084729175","display_name":"Jiaqi Ye","orcid":"https://orcid.org/0000-0002-9593-8995"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaqi Ye","raw_affiliation_strings":["College of Computer and Information Hohai University,Nanjing,China","College of Computer and Information Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Hohai University,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"College of Computer and Information Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731640","display_name":"Xiaodong Li","orcid":"https://orcid.org/0000-0001-6690-836X"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong Li","raw_affiliation_strings":["College of Computer and Information Hohai University,Nanjing,China","College of Computer and Information Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Hohai University,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"College of Computer and Information Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100380999","display_name":"Yingying Wang","orcid":"https://orcid.org/0000-0001-8158-7488"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingying Wang","raw_affiliation_strings":["College of Computer and Information Hohai University,Nanjing,China","College of Computer and Information Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Hohai University,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"College of Computer and Information Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084729175"],"corresponding_institution_ids":["https://openalex.org/I163340411"],"apc_list":null,"apc_paid":null,"fwci":0.5147,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59025174,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/volume-weighted-average-price","display_name":"Volume-weighted average price","score":0.8307056427001953},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.73641037940979},{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"Algorithmic trading","score":0.7206593751907349},{"id":"https://openalex.org/keywords/trading-strategy","display_name":"Trading strategy","score":0.6792939901351929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6482641100883484},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.5317840576171875},{"id":"https://openalex.org/keywords/alternative-trading-system","display_name":"Alternative trading system","score":0.43494874238967896},{"id":"https://openalex.org/keywords/stock-exchange","display_name":"Stock exchange","score":0.43393343687057495},{"id":"https://openalex.org/keywords/stock","display_name":"Stock (firearms)","score":0.4337078630924225},{"id":"https://openalex.org/keywords/stock-market","display_name":"Stock market","score":0.4194512367248535},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.273645281791687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24721655249595642},{"id":"https://openalex.org/keywords/market-maker","display_name":"Market maker","score":0.22790688276290894},{"id":"https://openalex.org/keywords/financial-economics","display_name":"Financial economics","score":0.18240076303482056},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1805712878704071},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.17696073651313782},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08829212188720703}],"concepts":[{"id":"https://openalex.org/C115392374","wikidata":"https://www.wikidata.org/wiki/Q7940823","display_name":"Volume-weighted average price","level":5,"score":0.8307056427001953},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.73641037940979},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.7206593751907349},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.6792939901351929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6482641100883484},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.5317840576171875},{"id":"https://openalex.org/C172428447","wikidata":"https://www.wikidata.org/wiki/Q438711","display_name":"Alternative trading system","level":3,"score":0.43494874238967896},{"id":"https://openalex.org/C200870193","wikidata":"https://www.wikidata.org/wiki/Q11691","display_name":"Stock exchange","level":2,"score":0.43393343687057495},{"id":"https://openalex.org/C204036174","wikidata":"https://www.wikidata.org/wiki/Q909380","display_name":"Stock (firearms)","level":2,"score":0.4337078630924225},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.4194512367248535},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.273645281791687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24721655249595642},{"id":"https://openalex.org/C18991353","wikidata":"https://www.wikidata.org/wiki/Q1137319","display_name":"Market maker","level":4,"score":0.22790688276290894},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.18240076303482056},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1805712878704071},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.17696073651313782},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08829212188720703},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2780762169","wikidata":"https://www.wikidata.org/wiki/Q5905368","display_name":"Horse","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892166","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5699999928474426,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G8741888628","display_name":null,"funder_award_id":"61602149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W34310527","https://openalex.org/W1988270113","https://openalex.org/W2001770658","https://openalex.org/W2003205995","https://openalex.org/W2011903355","https://openalex.org/W2082211306","https://openalex.org/W2129432447","https://openalex.org/W2145339207","https://openalex.org/W2160519132","https://openalex.org/W2575731723","https://openalex.org/W2739364177","https://openalex.org/W2745300114","https://openalex.org/W2904489222","https://openalex.org/W2915117209","https://openalex.org/W2991046523","https://openalex.org/W3021603984","https://openalex.org/W3034520305","https://openalex.org/W3035464578","https://openalex.org/W3035703686","https://openalex.org/W3089248954","https://openalex.org/W3091266930","https://openalex.org/W3091492359","https://openalex.org/W3121958425","https://openalex.org/W3127596273","https://openalex.org/W3168987897","https://openalex.org/W3204405963","https://openalex.org/W4256091939","https://openalex.org/W6741436713","https://openalex.org/W6757092610","https://openalex.org/W6765550229","https://openalex.org/W6790214294"],"related_works":["https://openalex.org/W4313491999","https://openalex.org/W4226227859","https://openalex.org/W4399587225","https://openalex.org/W2785550510","https://openalex.org/W3195402399","https://openalex.org/W4311009023","https://openalex.org/W1592938963","https://openalex.org/W3122084361","https://openalex.org/W2392556764","https://openalex.org/W1863543693"],"abstract_inverted_index":{"As":[0],"a":[1,26,73,145],"classical":[2],"optimal":[3],"trade":[4],"execution":[5,47],"algorithm,":[6],"Volume":[7],"Weighted":[8],"Average":[9],"Price":[10],"(VWAP)":[11],"strategy":[12,34],"is":[13,19,38],"favored":[14],"by":[15],"brokers.":[16],"Since":[17],"it":[18],"schedule-based":[20],"and":[21,64,95,100,125,153,167],"cannot":[22],"perform":[23],"well":[24],"in":[25,139,201],"dynamic":[27],"stock":[28,93,136,164],"market,":[29],"optimizing":[30],"the":[31,43,59,82,91,154,163],"traditional":[32,83],"VWAP":[33,84],"via":[35],"reinforcement":[36,45],"learning":[37],"worth":[39],"investigating.":[40],"Most":[41],"of":[42,112,178,203],"existing":[44],"learning-based":[46],"strategies":[48],"focus":[49],"on":[50,184],"formulating":[51],"trading":[52,55,62,65,78,98,119,131,197],"volumes":[53,63,101,120],"or":[54],"prices":[56,99],"separately,":[57],"ignoring":[58],"cooperation":[60],"between":[61],"prices.":[66,132],"To":[67],"address":[68],"this":[69],"issue,":[70],"we":[71,107],"propose":[72],"Multi-Agent":[74],"Deep":[75],"Q-Network":[76],"(MADQN)":[77],"framework":[79,198],"to":[80,90,160],"optimize":[81],"strategy,":[85],"which":[86,140],"can":[87],"dynamically":[88],"adapt":[89],"complex":[92],"market":[94,137,165],"simultaneously":[96],"formulate":[97],"at":[102,121],"each":[103,122],"transaction":[104,123],"period.":[105],"Specifically,":[106],"design":[108],"two":[109],"different":[110,182],"types":[111],"agents:":[113],"1)":[114],"volume-driven":[115,151],"agent":[116,128,152,156],"for":[117,129],"determining":[118],"period":[124],"2)":[126],"price-driven":[127,155],"deciding":[130],"We":[133,173],"model":[134],"our":[135,195],"environment":[138,166],"multiple":[141],"agents":[142],"participate":[143],"as":[144,188],"fully":[146],"cooperative":[147],"stochastic":[148],"game.":[149],"The":[150],"take":[157],"joint":[158],"actions":[159],"interact":[161],"with":[162],"then":[168],"update":[169],"their":[170],"network":[171],"respectively.":[172],"use":[174],"9-month":[175],"level-2":[176],"data":[177],"eight":[179],"stocks":[180],"from":[181],"sectors":[183],"Shanghai":[185],"Stock":[186],"Exchange":[187],"experimental":[189],"data.":[190],"Experimental":[191],"results":[192],"demonstrate":[193],"that":[194],"MADQN":[196],"outperforms":[199],"baselines":[200],"terms":[202],"several":[204],"evaluation":[205],"metrics.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}