{"id":"https://openalex.org/W3213740880","doi":"https://doi.org/10.1145/3490354.3494413","title":"FinRL-podracer","display_name":"FinRL-podracer","publication_year":2021,"publication_date":"2021-11-03","ids":{"openalex":"https://openalex.org/W3213740880","doi":"https://doi.org/10.1145/3490354.3494413","mag":"3213740880"},"language":"en","primary_location":{"id":"doi:10.1145/3490354.3494413","doi":"https://doi.org/10.1145/3490354.3494413","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3490354.3494413","pdf_url":null,"source":{"id":"https://openalex.org/S7407087532","display_name":"ACM International Conference on AI in Finance (ICAIF)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2111.05188","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059724576","display_name":"Zechu Li","orcid":"https://orcid.org/0009-0002-1534-1740","observed_orcids":["https://orcid.org/0009-0002-1534-1740"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zechu Li","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405233","display_name":"Xiao-Yang Liu","orcid":"https://orcid.org/0000-0002-9532-1709","observed_orcids":["https://orcid.org/0000-0002-9532-1709"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao-Yang Liu","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103108979","display_name":"Jiahao Zheng","orcid":"https://orcid.org/0000-0001-5169-3183","observed_orcids":["https://orcid.org/0000-0001-5169-3183","https://orcid.org/0009-0008-0996-3774","https://orcid.org/0009-0002-3792-8825"]},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahao Zheng","raw_affiliation_strings":["Shenzhen Inst. of Advanced Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Inst. of Advanced Tech","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101934110","display_name":"Zhaoran Wang","orcid":"https://orcid.org/0000-0002-1824-2580","observed_orcids":["https://orcid.org/0000-0002-1824-2580"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaoran Wang","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066875580","display_name":"Anwar Walid","orcid":"https://orcid.org/0000-0003-1992-6068","observed_orcids":["https://orcid.org/0000-0003-1992-6068"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anwar Walid","raw_affiliation_strings":["Amazon & Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon & Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jian Guo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Guo","raw_affiliation_strings":["IDEA Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDEA Research","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6624,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.9702942,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8840000033378601},{"id":"https://openalex.org/keywords/quantitative-trading","display_name":"quantitative trading","score":0.843999981880188},{"id":"https://openalex.org/keywords/ensemble-methods","display_name":"ensemble methods","score":0.4429999887943268},{"id":"https://openalex.org/keywords/stock-trend-prediction","display_name":"stock trend prediction","score":0.9359999895095825},{"id":"https://openalex.org/keywords/continuous-integration-and-delivery","display_name":"continuous integration and delivery","score":0.7210000157356262},{"id":"https://openalex.org/keywords/training-efficiency","display_name":"training efficiency","score":0.5440000295639038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700161933898926},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7690253257751465},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.6288524866104126},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.6141092777252197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6011068224906921},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49143850803375244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46766698360443115},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.4594463109970093},{"id":"https://openalex.org/C146880194","wikidata":"https://www.wikidata.org/wiki/Q61715222","display_name":"Computational finance","level":2,"score":0.4592878520488739},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4438515901565552},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44260168075561523},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.22313904762268066},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.15781810879707336},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11609584093093872},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3490354.3494413","doi":"https://doi.org/10.1145/3490354.3494413","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3490354.3494413","pdf_url":null,"source":{"id":"https://openalex.org/S7407087532","display_name":"ACM International Conference on AI in Finance (ICAIF)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second ACM International Conference on AI in Finance","raw_type":"proceedings-article"},{"id":"pmh:oai:RePEc:arx:papers:2111.05188","doi":null,"is_oa":false,"landing_page_url":"http://arxiv.org/pdf/2111.05188","pdf_url":"http://arxiv.org/pdf/2111.05188","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:oai:arXiv.org:2111.05188","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.05188","pdf_url":"https://arxiv.org/pdf/2111.05188","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2111.05188","doi":"https://doi.org/10.48550/arxiv.2111.05188","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2111.05188","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2111.05188","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.05188","pdf_url":"https://arxiv.org/pdf/2111.05188","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1739277643","https://openalex.org/W2074229969","https://openalex.org/W2097571405","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2257979135","https://openalex.org/W2296599285","https://openalex.org/W2731083990","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2784314502","https://openalex.org/W2897095597","https://openalex.org/W2901174038","https://openalex.org/W2955131575","https://openalex.org/W2963985863","https://openalex.org/W2964335069","https://openalex.org/W2977551188","https://openalex.org/W2981187905","https://openalex.org/W2982913475","https://openalex.org/W2986670013","https://openalex.org/W3012223895","https://openalex.org/W3012333258","https://openalex.org/W3130554079","https://openalex.org/W3134670202","https://openalex.org/W3153278392","https://openalex.org/W3162607076","https://openalex.org/W3193576605","https://openalex.org/W3201890576","https://openalex.org/W3203680104","https://openalex.org/W3213398673","https://openalex.org/W4247451115"],"related_works":["https://openalex.org/W3212614390","https://openalex.org/W3213398673","https://openalex.org/W3106281374","https://openalex.org/W4200632810","https://openalex.org/W4392162332","https://openalex.org/W4312443712","https://openalex.org/W7216686941","https://openalex.org/W4312764932","https://openalex.org/W7162151949","https://openalex.org/W4320206823"],"abstract_inverted_index":{"Machine":[0],"learning":[1,21,59,69,88,115],"techniques":[2,60],"are":[3,80],"playing":[4],"more":[5,7],"and":[6,40,43,71,77,102,119,125,137,140,146,185,243,260],"important":[8],"roles":[9],"in":[10,31,38,74,89,99,250,257,265,278],"finance":[11,15,52,82,100],"market":[12],"investment.":[13],"However,":[14],"quantitative":[16,90],"modeling":[17,39,46,76],"with":[18,172,209,281,289],"conventional":[19],"supervised":[20],"approaches":[22],"has":[23],"a":[24,104,130,154,161,168,182,190,194,221,275],"number":[25],"of":[26,36,45,50,56,112,149,181,189,206],"limitations,":[27],"including":[28],"the":[29,47,51,67,72,109,178,187,204,217,270],"difficulty":[30,73],"defining":[32],"appropriate":[33],"labels,":[34],"lack":[35,44],"consistency":[37],"trading":[41,117,123,151,163,179,276],"execution,":[42],"dynamic":[48],"nature":[49],"market.":[53],"The":[54],"development":[55,79,110],"deep":[57,86,113],"reinforcement":[58,87,114],"is":[61,129],"partially":[62],"addressing":[63],"these":[64],"issues.":[65],"Unfortunately,":[66],"steep":[68],"curve":[70],"quick":[75],"agile":[78],"impeding":[81],"researchers":[83],"from":[84,157],"using":[85],"trading.":[91],"In":[92],"this":[93],"paper,":[94],"we":[95,166,201,215],"propose":[96,167],"an":[97,173,227],"RLOps":[98],"paradigm":[101],"present":[103],"FinRL-Podracer":[105,128,218,232],"framework":[106,219],"to":[107,120,176],"accelerate":[108],"pipeline":[111],"(DRL)-driven":[116],"strategy":[118,175],"improve":[121,177],"both":[122],"performance":[124,136,180],"training":[126,188,205,266,274],"efficiency.":[127],"cloud":[131,196],"solution":[132],"that":[133],"features":[134],"high":[135,138,271],"scalability":[139,272],"promises":[141],"continuous":[142,144,147],"training,":[143],"integration,":[145],"delivery":[148],"DRL-driven":[150],"strategies,":[152],"facilitating":[153],"rapid":[155],"transformation":[156],"algorithmic":[158],"innovations":[159],"into":[160],"profitable":[162],"strategy.":[164],"First,":[165],"generational":[169],"evolution":[170],"mechanism":[171],"ensemble":[174],"DRL":[183,191,207,236],"agent,":[184],"schedule":[186],"algorithm":[192],"onto":[193],"GPU":[195],"via":[197],"multi-level":[198],"mapping.":[199],"Then,":[200],"carry":[202],"out":[203],"components":[208],"high-performance":[210],"optimizations":[211],"on":[212,226,285],"GPUs.":[213],"Finally,":[214],"evaluate":[216],"for":[220],"stock":[222],"trend":[223],"prediction":[224],"task":[225],"NVIDIA":[228],"DGX":[229],"SuperPOD":[230],"cloud.":[231],"outperforms":[233],"three":[234],"popular":[235],"libraries":[237],"Ray":[238],"RLlib,":[239],"Stable":[240],"Baseline":[241],"3":[242],"FinRL,":[244],"i.e.,":[245],"12%":[246],"~":[247,254,262],"35%":[248],"improvements":[249,256],"annual":[251],"return,":[252],"0.1":[253],"0.6":[255],"Sharpe":[258],"ratio":[259],"3\u00d7":[261],"7\u00d7":[263],"speed-up":[264],"time.":[267],"We":[268],"show":[269],"by":[273],"agent":[277],"10":[279,293],"minutes":[280],"80":[282],"A100":[283],"GPUs,":[284],"NASDAQ-100":[286],"constituent":[287],"stocks":[288],"minute-level":[290],"data":[291],"over":[292],"years.":[294]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-11-22T00:00:00"}