{"id":"https://openalex.org/W4389164257","doi":"https://doi.org/10.1109/tbdata.2023.3338011","title":"Hierarchical Deep Reinforcement Learning for VWAP Strategy Optimization","display_name":"Hierarchical Deep Reinforcement Learning for VWAP Strategy Optimization","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389164257","doi":"https://doi.org/10.1109/tbdata.2023.3338011"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2023.3338011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2023.3338011","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100731640","display_name":"Xiaodong Li","orcid":"https://orcid.org/0000-0001-6690-836X"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaodong Li","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6690-836X","affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086633594","display_name":"Pangjing Wu","orcid":"https://orcid.org/0000-0002-0290-4594"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pangjing Wu","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0290-4594","affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060774209","display_name":"Chenxin Zou","orcid":"https://orcid.org/0000-0002-0263-7748"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxin Zou","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0263-7748","affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404176","display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["Department of Computing, Hong Kong Polytechnic University, Hong Kong, China","Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-3370-471X","affiliations":[{"raw_affiliation_string":"Department of Computing, Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100731640"],"corresponding_institution_ids":["https://openalex.org/I163340411"],"apc_list":null,"apc_paid":null,"fwci":1.2328,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8199949,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"10","issue":"3","first_page":"288","last_page":"300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7984398603439331},{"id":"https://openalex.org/keywords/volume-weighted-average-price","display_name":"Volume-weighted average price","score":0.7735226154327393},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7161239981651306},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.4756331443786621},{"id":"https://openalex.org/keywords/market-liquidity","display_name":"Market liquidity","score":0.45860207080841064},{"id":"https://openalex.org/keywords/transaction-cost","display_name":"Transaction cost","score":0.4159245789051056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31410664319992065},{"id":"https://openalex.org/keywords/stock-market","display_name":"Stock market","score":0.2383323311805725},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.15289250016212463},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.12279370427131653},{"id":"https://openalex.org/keywords/market-maker","display_name":"Market maker","score":0.10088154673576355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7984398603439331},{"id":"https://openalex.org/C115392374","wikidata":"https://www.wikidata.org/wiki/Q7940823","display_name":"Volume-weighted average price","level":5,"score":0.7735226154327393},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7161239981651306},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.4756331443786621},{"id":"https://openalex.org/C183582576","wikidata":"https://www.wikidata.org/wiki/Q184783","display_name":"Market liquidity","level":2,"score":0.45860207080841064},{"id":"https://openalex.org/C98965940","wikidata":"https://www.wikidata.org/wiki/Q877496","display_name":"Transaction cost","level":2,"score":0.4159245789051056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31410664319992065},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.2383323311805725},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.15289250016212463},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.12279370427131653},{"id":"https://openalex.org/C18991353","wikidata":"https://www.wikidata.org/wiki/Q1137319","display_name":"Market maker","level":4,"score":0.10088154673576355},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2780762169","wikidata":"https://www.wikidata.org/wiki/Q5905368","display_name":"Horse","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbdata.2023.3338011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2023.3338011","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G5785513061","display_name":null,"funder_award_id":"B210202078","funder_id":"https://openalex.org/F4320329878","funder_display_name":"Central University Basic Research Fund of China"},{"id":"https://openalex.org/G8741888628","display_name":null,"funder_award_id":"61602149","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329878","display_name":"Central University Basic Research Fund of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W613764547","https://openalex.org/W1509716043","https://openalex.org/W1988270113","https://openalex.org/W2001770658","https://openalex.org/W2003205995","https://openalex.org/W2011903355","https://openalex.org/W2035416181","https://openalex.org/W2064675550","https://openalex.org/W2078267501","https://openalex.org/W2082211306","https://openalex.org/W2085366878","https://openalex.org/W2109910161","https://openalex.org/W2129432447","https://openalex.org/W2145339207","https://openalex.org/W2159849946","https://openalex.org/W2160519132","https://openalex.org/W2586728061","https://openalex.org/W2746553466","https://openalex.org/W2964227312","https://openalex.org/W2969477130","https://openalex.org/W3005880472","https://openalex.org/W3035464578","https://openalex.org/W3089248954","https://openalex.org/W3102424720","https://openalex.org/W3114374801","https://openalex.org/W3121375561","https://openalex.org/W3121958425","https://openalex.org/W3122116365","https://openalex.org/W3123296813","https://openalex.org/W3124305327","https://openalex.org/W3125611157","https://openalex.org/W3128855716","https://openalex.org/W3212219118","https://openalex.org/W4214588671","https://openalex.org/W4214717370","https://openalex.org/W4225482307","https://openalex.org/W4293077149","https://openalex.org/W4300799055","https://openalex.org/W4308078937","https://openalex.org/W4312896940","https://openalex.org/W4385245566","https://openalex.org/W4388659590","https://openalex.org/W6616173779","https://openalex.org/W6683821272","https://openalex.org/W6685757253","https://openalex.org/W6703271639","https://openalex.org/W6740801417","https://openalex.org/W6748603076","https://openalex.org/W6752089545","https://openalex.org/W6758390756","https://openalex.org/W6759871227","https://openalex.org/W6765044274","https://openalex.org/W6785192205","https://openalex.org/W6803753956"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2062835155","https://openalex.org/W1590795930","https://openalex.org/W3145334918","https://openalex.org/W69097476","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3204459944","https://openalex.org/W1509716043"],"abstract_inverted_index":{"Designing":[0],"algorithmic":[1],"trading":[2,52],"strategies":[3,20],"targeting":[4],"volume-weighted":[5],"average":[6],"price":[7],"(VWAP)":[8],"for":[9,16,49,110],"long-duration":[10,50,111],"orders":[11,120],"is":[12],"a":[13,76],"critical":[14],"concern":[15],"brokers.":[17],"Traditional":[18],"rule-based":[19],"are":[21],"explicitly":[22],"predetermined,":[23],"lacking":[24],"effective":[25],"adaptability":[26],"to":[27,39,61,93,150],"achieve":[28],"lower":[29],"transaction":[30,41,108,165],"costs":[31,42,109],"in":[32,102,142],"dynamic":[33],"markets.":[34],"Numerous":[35],"studies":[36],"have":[37],"attempted":[38],"minimize":[40],"through":[43],"reinforcement":[44,88],"learning.":[45,89],"However,":[46],"the":[47,103,131],"improvement":[48],"order":[51,96,100],"strategies,":[53],"such":[54],"as":[55],"VWAP":[56,104,145],"strategy,":[57,105],"remains":[58],"limited":[59],"due":[60],"intraday":[62],"liquidity":[63],"pattern":[64],"changes":[65],"and":[66,86,98,118],"sparse":[67],"reward":[68],"signals.":[69],"To":[70],"address":[71],"this":[72],"issue,":[73],"we":[74],"propose":[75],"jointed":[77],"model":[78,91],"called":[79],"Macro-Meta-Micro":[80],"Trader,":[81],"which":[82],"combines":[83],"deep":[84],"learning":[85],"hierarchical":[87],"This":[90],"aims":[92],"optimize":[94],"parent":[95],"allocation":[97],"child":[99],"execution":[101],"thereby":[106],"reducing":[107],"orders.":[112],"It":[113],"effectively":[114,163],"captures":[115],"market":[116],"patterns":[117],"executes":[119],"across":[121],"different":[122],"temporal":[123],"scales.":[124],"Our":[125],"experiments":[126],"on":[127,130],"stocks":[128],"listed":[129],"Shanghai":[132],"Stock":[133],"Exchange":[134],"demonstrated":[135],"that":[136,155],"our":[137],"approach":[138],"outperforms":[139],"optimal":[140],"baselines":[141],"terms":[143],"of":[144],"slippage":[146],"by":[147],"saving":[148],"up":[149],"2.22":[151],"base":[152],"points,":[153],"verifying":[154],"further":[156],"splitting":[157],"tranches":[158],"into":[159],"several":[160],"subgoals":[161],"can":[162],"reduce":[164],"costs.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}