{"id":"https://openalex.org/W3213740880","doi":"https://doi.org/10.1145/3490354.3494413","title":"FinRL-podracer","display_name":"FinRL-podracer","publication_year":2021,"publication_date":"2021-11-03","ids":{"openalex":"https://openalex.org/W3213740880","doi":"https://doi.org/10.1145/3490354.3494413","mag":"3213740880"},"language":"en","primary_location":{"id":"doi:10.1145/3490354.3494413","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494413","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494413","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494413","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059724576","display_name":"Zechu Li","orcid":"https://orcid.org/0009-0002-1534-1740"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zechu Li","raw_affiliation_strings":["Columbia University"],"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405233","display_name":"Xiao-Yang Liu","orcid":"https://orcid.org/0000-0002-9532-1709"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao-Yang Liu","raw_affiliation_strings":["Columbia University"],"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103108979","display_name":"Jiahao Zheng","orcid":"https://orcid.org/0000-0001-5169-3183"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiahao Zheng","raw_affiliation_strings":["Shenzhen Inst. of Advanced Tech"],"affiliations":[{"raw_affiliation_string":"Shenzhen Inst. of Advanced Tech","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101934110","display_name":"Zhaoran Wang","orcid":"https://orcid.org/0000-0002-1824-2580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaoran Wang","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066875580","display_name":"Anwar Walid","orcid":"https://orcid.org/0000-0003-1992-6068"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]},{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anwar Walid","raw_affiliation_strings":["Amazon & Columbia University"],"affiliations":[{"raw_affiliation_string":"Amazon & Columbia University","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000314015","display_name":"Jian Guo","orcid":"https://orcid.org/0000-0002-1667-1701"},"institutions":[{"id":"https://openalex.org/I4210121445","display_name":"Institute for Development and Economic Analysis","ror":"https://ror.org/02h0a0v43","country_code":"ID","type":"nonprofit","lineage":["https://openalex.org/I4210121445"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Jian Guo","raw_affiliation_strings":["IDEA Research"],"affiliations":[{"raw_affiliation_string":"IDEA Research","institution_ids":["https://openalex.org/I4210121445"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5059724576"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":1.9692,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.86646614,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7700161933898926},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7690253257751465},{"id":"https://openalex.org/keywords/trading-strategy","display_name":"Trading strategy","score":0.6288524866104126},{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"Algorithmic trading","score":0.6141092777252197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6011068224906921},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.49143850803375244},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46766698360443115},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.4594463109970093},{"id":"https://openalex.org/keywords/computational-finance","display_name":"Computational finance","score":0.4592878520488739},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4438515901565552},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44260168075561523},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.22313904762268066},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.15781810879707336},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11609584093093872}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700161933898926},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7690253257751465},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.6288524866104126},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.6141092777252197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6011068224906921},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49143850803375244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46766698360443115},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.4594463109970093},{"id":"https://openalex.org/C146880194","wikidata":"https://www.wikidata.org/wiki/Q61715222","display_name":"Computational finance","level":2,"score":0.4592878520488739},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4438515901565552},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44260168075561523},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.22313904762268066},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.15781810879707336},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11609584093093872},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3490354.3494413","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494413","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494413","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2111.05188","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.05188","pdf_url":"https://arxiv.org/pdf/2111.05188","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3490354.3494413","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3490354.3494413","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3490354.3494413","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3213740880.pdf","grobid_xml":"https://content.openalex.org/works/W3213740880.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1739277643","https://openalex.org/W2074229969","https://openalex.org/W2097571405","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2296599285","https://openalex.org/W2731083990","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2784314502","https://openalex.org/W2901174038","https://openalex.org/W2963629498","https://openalex.org/W2963864421","https://openalex.org/W2963985863","https://openalex.org/W2964335069","https://openalex.org/W2977551188","https://openalex.org/W2982913475","https://openalex.org/W2986670013","https://openalex.org/W2995429865","https://openalex.org/W3012223895","https://openalex.org/W3012333258","https://openalex.org/W3125681534","https://openalex.org/W3130554079","https://openalex.org/W3134670202","https://openalex.org/W3153278392","https://openalex.org/W3162607076","https://openalex.org/W3201890576","https://openalex.org/W3203680104","https://openalex.org/W3213398673","https://openalex.org/W3213974477","https://openalex.org/W4245651446","https://openalex.org/W4247451115"],"related_works":["https://openalex.org/W4313491999","https://openalex.org/W3195402399","https://openalex.org/W2523594540","https://openalex.org/W4206190611","https://openalex.org/W4231485458","https://openalex.org/W4386992034","https://openalex.org/W3213042429","https://openalex.org/W2503079957","https://openalex.org/W4323268808","https://openalex.org/W2625965143"],"abstract_inverted_index":{"Machine":[0],"learning":[1,21,59,69,88,115],"techniques":[2,60],"are":[3,80],"playing":[4],"more":[5,7],"and":[6,40,43,71,77,102,119,125,137,140,146,185,243,260],"important":[8],"roles":[9],"in":[10,31,38,74,89,99,250,257,265,278],"finance":[11,15,52,82,100],"market":[12],"investment.":[13],"However,":[14],"quantitative":[16,90],"modeling":[17,39,46,76],"with":[18,172,209,281,289],"conventional":[19],"supervised":[20],"approaches":[22],"has":[23],"a":[24,104,130,154,161,168,182,190,194,221,275],"number":[25],"of":[26,36,45,50,56,112,149,181,189,206],"limitations,":[27],"including":[28],"the":[29,47,51,67,72,109,178,187,204,217,270],"difficulty":[30,73],"defining":[32],"appropriate":[33],"labels,":[34],"lack":[35,44],"consistency":[37],"trading":[41,117,123,151,163,179,276],"execution,":[42],"dynamic":[48],"nature":[49],"market.":[53],"The":[54],"development":[55,79,110],"deep":[57,86,113],"reinforcement":[58,87,114],"is":[61,129],"partially":[62],"addressing":[63],"these":[64],"issues.":[65],"Unfortunately,":[66],"steep":[68],"curve":[70],"quick":[75],"agile":[78],"impeding":[81],"researchers":[83],"from":[84,157],"using":[85],"trading.":[91],"In":[92],"this":[93],"paper,":[94],"we":[95,166,201,215],"propose":[96,167],"an":[97,173,227],"RLOps":[98],"paradigm":[101],"present":[103],"FinRL-Podracer":[105,128,218,232],"framework":[106,219],"to":[107,120,176],"accelerate":[108],"pipeline":[111],"(DRL)-driven":[116],"strategy":[118,175],"improve":[121,177],"both":[122],"performance":[124,136,180],"training":[126,188,205,266,274],"efficiency.":[127],"cloud":[131,196],"solution":[132],"that":[133],"features":[134],"high":[135,138,271],"scalability":[139,272],"promises":[141],"continuous":[142,144,147],"training,":[143],"integration,":[145],"delivery":[148],"DRL-driven":[150],"strategies,":[152],"facilitating":[153],"rapid":[155],"transformation":[156],"algorithmic":[158],"innovations":[159],"into":[160],"profitable":[162],"strategy.":[164],"First,":[165],"generational":[169],"evolution":[170],"mechanism":[171],"ensemble":[174],"DRL":[183,191,207,236],"agent,":[184],"schedule":[186],"algorithm":[192],"onto":[193],"GPU":[195],"via":[197],"multi-level":[198],"mapping.":[199],"Then,":[200],"carry":[202],"out":[203],"components":[208],"high-performance":[210],"optimizations":[211],"on":[212,226,285],"GPUs.":[213],"Finally,":[214],"evaluate":[216],"for":[220],"stock":[222],"trend":[223],"prediction":[224],"task":[225],"NVIDIA":[228],"DGX":[229],"SuperPOD":[230],"cloud.":[231],"outperforms":[233],"three":[234],"popular":[235],"libraries":[237],"Ray":[238],"RLlib,":[239],"Stable":[240],"Baseline":[241],"3":[242],"FinRL,":[244],"i.e.,":[245],"12%":[246],"~":[247,254,262],"35%":[248],"improvements":[249,256],"annual":[251],"return,":[252],"0.1":[253],"0.6":[255],"Sharpe":[258],"ratio":[259],"3\u00d7":[261],"7\u00d7":[263],"speed-up":[264],"time.":[267],"We":[268],"show":[269],"by":[273],"agent":[277],"10":[279,293],"minutes":[280],"80":[282],"A100":[283],"GPUs,":[284],"NASDAQ-100":[286],"constituent":[287],"stocks":[288],"minute-level":[290],"data":[291],"over":[292],"years.":[294]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-11-22T00:00:00"}