{"id":"https://openalex.org/W4401857613","doi":"https://doi.org/10.1145/3637528.3672064","title":"MacroHFT: Memory Augmented Context-aware Reinforcement Learning On High Frequency Trading","display_name":"MacroHFT: Memory Augmented Context-aware Reinforcement Learning On High Frequency Trading","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401857613","doi":"https://doi.org/10.1145/3637528.3672064"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3672064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3672064","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672064","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672064","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099381016","display_name":"Chuqiao Zong","orcid":"https://orcid.org/0009-0007-0107-4211"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Chuqiao Zong","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100774764","display_name":"Chaojie Wang","orcid":"https://orcid.org/0000-0002-7644-7621"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaojie Wang","raw_affiliation_strings":["Skywork AI, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Skywork AI, Singapore, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018261088","display_name":"Molei Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Molei Qin","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100682348","display_name":"Lei Feng","orcid":"https://orcid.org/0000-0003-2839-5799"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lei Feng","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049783685","display_name":"Xinrun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xinrun Wang","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017743551","display_name":"Bo An","orcid":"https://orcid.org/0000-0002-7064-7438"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bo An","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5099381016"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18697018,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4712","last_page":"4721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8847761750221252},{"id":"https://openalex.org/keywords/high-frequency-trading","display_name":"High-frequency trading","score":0.7897573709487915},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7312943935394287},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5583587288856506},{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"Algorithmic trading","score":0.5503496527671814},{"id":"https://openalex.org/keywords/trading-strategy","display_name":"Trading strategy","score":0.5345301628112793},{"id":"https://openalex.org/keywords/cryptocurrency","display_name":"Cryptocurrency","score":0.4799126088619232},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.45429885387420654},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.4531385004520416},{"id":"https://openalex.org/keywords/volatility","display_name":"Volatility (finance)","score":0.43435728549957275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4245378077030182},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.4244294762611389},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3719578981399536},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.18877965211868286},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.17651861906051636},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.15558183193206787},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.13504558801651},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09846332669258118}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8847761750221252},{"id":"https://openalex.org/C24683644","wikidata":"https://www.wikidata.org/wiki/Q138372","display_name":"High-frequency trading","level":3,"score":0.7897573709487915},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7312943935394287},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5583587288856506},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.5503496527671814},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.5345301628112793},{"id":"https://openalex.org/C180706569","wikidata":"https://www.wikidata.org/wiki/Q13479982","display_name":"Cryptocurrency","level":2,"score":0.4799126088619232},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.45429885387420654},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.4531385004520416},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.43435728549957275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4245378077030182},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.4244294762611389},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3719578981399536},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.18877965211868286},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17651861906051636},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.15558183193206787},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.13504558801651},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09846332669258118},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637528.3672064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3672064","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672064","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3637528.3672064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3672064","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3672064","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401857613.pdf"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2344786740","https://openalex.org/W2463050987","https://openalex.org/W2541711215","https://openalex.org/W2732971366","https://openalex.org/W2966021938","https://openalex.org/W2997874851","https://openalex.org/W3114374801","https://openalex.org/W3122015128","https://openalex.org/W3124147514","https://openalex.org/W3125906678","https://openalex.org/W3126577088","https://openalex.org/W3148477052","https://openalex.org/W4210404112","https://openalex.org/W4282550952","https://openalex.org/W4302307947","https://openalex.org/W4306317483","https://openalex.org/W4389219081","https://openalex.org/W4390872297"],"related_works":["https://openalex.org/W2947561447","https://openalex.org/W4399587225","https://openalex.org/W1552949382","https://openalex.org/W4226227859","https://openalex.org/W2392556764","https://openalex.org/W2149348000","https://openalex.org/W2461261851","https://openalex.org/W2481178763","https://openalex.org/W1780554743","https://openalex.org/W4386992034"],"abstract_inverted_index":{"High-frequency":[0],"trading":[1,6,22,94,200,256],"(HFT)":[2],"that":[3,248],"executes":[4],"algorithmic":[5],"in":[7,118,140,262],"short":[8],"time":[9],"scales,":[10],"has":[11,27,55,259],"recently":[12],"occupied":[13],"the":[14,73,78,98,115,176,214,237],"majority":[15],"of":[16,39,163,173,239],"cryptocurrency":[17,245],"market.":[18],"Besides":[19],"traditional":[20],"quantitative":[21],"methods,":[23],"reinforcement":[24,52],"learning":[25,53,155],"(RL)":[26],"become":[28],"another":[29],"appealing":[30],"approach":[31],"for":[32,85],"HFT":[33,62,86],"due":[34,113],"to":[35,67,76,114,137,181,197,203,212,225,235],"its":[36,57,199],"terrific":[37],"ability":[38],"handling":[40],"high-dimensional":[41],"financial":[42,110,183],"data":[43,178],"and":[44,131,188,219],"solving":[45],"sophisticated":[46],"sequential":[47],"decision-making":[48],"problems,":[49,146],"e.g.,":[50],"hierarchical":[51],"(HRL)":[54],"shown":[56],"promising":[58],"performance":[59,253],"on":[60,109,243,254],"second-level":[61],"by":[63,124],"training":[64,165],"a":[65,149,194,210,221,232],"router":[66],"select":[68],"only":[69],"one":[70],"sub-agent":[71],"from":[72,97,103,216],"agent":[74,127,192],"pool":[75],"execute":[77],"current":[79],"transaction.":[80],"However,":[81],"existing":[82],"RL":[83],"methods":[84],"still":[87],"have":[88],"some":[89],"defects:":[90],"1)":[91,167],"standard":[92],"RL-based":[93],"agents":[95],"suffer":[96],"overfitting":[99],"issue,":[100],"preventing":[101],"them":[102],"making":[104],"effective":[105],"policy":[106,201],"adjustments":[107],"based":[108],"context;":[111],"2)":[112,206],"rapid":[116,227],"changes":[117],"market":[119,177,186,204,228],"conditions,":[120],"investment":[121],"decisions":[122,215],"made":[123],"an":[125],"individual":[126],"are":[128],"usually":[129],"one-sided":[130],"highly":[132],"biased,":[133],"which":[134,161],"might":[135],"lead":[136],"significant":[138],"loss":[139],"extreme":[141],"markets.":[142],"To":[143],"tackle":[144],"these":[145,217],"we":[147,168,208],"propose":[148],"novel":[150],"Memory":[151],"Augmented":[152],"Context-aware":[153],"Reinforcement":[154],"method":[156],"On":[157],"HFT,":[158],"a.k.a.":[159],"MacroHFT,":[160],"consists":[162],"two":[164],"phases:":[166],"first":[169],"train":[170,209],"multiple":[171],"types":[172],"sub-agents":[174,218],"with":[175,231],"decomposed":[179],"according":[180,202],"various":[182,244],"indicators,":[184],"specifically":[185],"trend":[187],"volatility,":[189],"where":[190],"each":[191],"owns":[193],"conditional":[195],"adapter":[196],"adjust":[198],"conditions;":[205],"then":[207],"hyper-agent":[211],"mix":[213],"output":[220],"consistently":[222],"profitable":[223],"meta-policy":[224],"handle":[226],"fluctuations,":[229],"equipped":[230],"memory":[233],"mechanism":[234],"enhance":[236],"capability":[238],"decision-making.":[240],"Extensive":[241],"experiments":[242],"markets":[246],"demonstrate":[247],"MacroHFT":[249],"can":[250],"achieve":[251],"state-of-the-art":[252],"minute-level":[255],"tasks.":[257],"Code":[258],"been":[260],"released":[261],"https://github.com/ZONG0004/MacroHFT.":[263]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}