{"id":"https://openalex.org/W4396702006","doi":"https://doi.org/10.1145/3647782.3647801","title":"A General Framework on Enhancing Portfolio Management with Reinforcement Learning","display_name":"A General Framework on Enhancing Portfolio Management with Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-12","ids":{"openalex":"https://openalex.org/W4396702006","doi":"https://doi.org/10.1145/3647782.3647801"},"language":"en","primary_location":{"id":"doi:10.1145/3647782.3647801","doi":"https://doi.org/10.1145/3647782.3647801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3647782.3647801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3647782.3647801","source":{"id":"https://openalex.org/S7407087250","display_name":"International Conference on Computers in Management and Business (ICCMB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 7th International Conference on Computers in Management and Business","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3647782.3647801","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082841573","display_name":"Yinheng Li","orcid":"https://orcid.org/0000-0002-7740-2484","observed_orcids":["https://orcid.org/0000-0002-7740-2484"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinheng Li","raw_affiliation_strings":["Columbia University, USA"],"raw_orcid":"https://orcid.org/0000-0002-7740-2484","affiliations":[{"raw_affiliation_string":"Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052103988","display_name":"Junhao Wang","orcid":"https://orcid.org/0000-0002-3049-6698","observed_orcids":["https://orcid.org/0000-0002-3049-6698"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junhao Wang","raw_affiliation_strings":["Columbia University, USA"],"raw_orcid":"https://orcid.org/0000-0002-3049-6698","affiliations":[{"raw_affiliation_string":"Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044105923","display_name":"Yijie Cao","orcid":"https://orcid.org/0009-0001-9879-7876","observed_orcids":["https://orcid.org/0009-0001-9879-7876"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yijie Cao","raw_affiliation_strings":["Columbia University, USA"],"raw_orcid":"https://orcid.org/0009-0001-9879-7876","affiliations":[{"raw_affiliation_string":"Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":2.1549,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88041237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"119","last_page":"125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.2460000067949295,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.012400000356137753,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/portfolio-management","display_name":"portfolio management","score":0.9950000047683716},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9179999828338623},{"id":"https://openalex.org/keywords/asset-allocation","display_name":"asset allocation","score":0.8849999904632568},{"id":"https://openalex.org/keywords/transaction-costs","display_name":"transaction costs","score":0.9549999833106995},{"id":"https://openalex.org/keywords/short-selling","display_name":"short selling","score":0.8389999866485596},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.9990000128746033},{"id":"https://openalex.org/keywords/evolution-strategies","display_name":"evolution strategies","score":0.984000027179718}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9025554656982422},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.7475293874740601},{"id":"https://openalex.org/C2776517139","wikidata":"https://www.wikidata.org/wiki/Q873442","display_name":"Asset management","level":2,"score":0.656039834022522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6406872272491455},{"id":"https://openalex.org/C74510933","wikidata":"https://www.wikidata.org/wiki/Q1936145","display_name":"Project portfolio management","level":3,"score":0.6331668496131897},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.6028150916099548},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.555275559425354},{"id":"https://openalex.org/C98965940","wikidata":"https://www.wikidata.org/wiki/Q877496","display_name":"Transaction cost","level":2,"score":0.5428770184516907},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.515436053276062},{"id":"https://openalex.org/C202655437","wikidata":"https://www.wikidata.org/wiki/Q7231728","display_name":"Portfolio optimization","level":3,"score":0.480269193649292},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43033367395401},{"id":"https://openalex.org/C73938075","wikidata":"https://www.wikidata.org/wiki/Q2858767","display_name":"Application portfolio management","level":4,"score":0.42908450961112976},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3834248483181},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.2755753993988037},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2179792821407318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19064077734947205},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.18292143940925598},{"id":"https://openalex.org/C15952604","wikidata":"https://www.wikidata.org/wiki/Q179012","display_name":"Project management","level":2,"score":0.12207388877868652},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10504597425460815},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10040444135665894},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08595967292785645},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3647782.3647801","doi":"https://doi.org/10.1145/3647782.3647801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3647782.3647801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3647782.3647801","source":{"id":"https://openalex.org/S7407087250","display_name":"International Conference on Computers in Management and Business (ICCMB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 7th International Conference on Computers in Management and Business","raw_type":"proceedings-article"},{"id":"pmh:oai:RePEc:arx:papers:1911.11880","doi":null,"is_oa":false,"landing_page_url":"http://arxiv.org/pdf/1911.11880","pdf_url":"http://arxiv.org/pdf/1911.11880","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:oai:arXiv.org:1911.11880","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.11880","pdf_url":"https://arxiv.org/pdf/1911.11880","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1911.11880","doi":"https://doi.org/10.48550/arxiv.1911.11880","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1911.11880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3647782.3647801","doi":"https://doi.org/10.1145/3647782.3647801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3647782.3647801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3647782.3647801","source":{"id":"https://openalex.org/S7407087250","display_name":"International Conference on Computers in Management and Business (ICCMB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 7th International Conference on Computers in Management and Business","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396702006.pdf","grobid_xml":"https://content.openalex.org/works/W4396702006.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1498507866","https://openalex.org/W1514875444","https://openalex.org/W1586419841","https://openalex.org/W1771410628","https://openalex.org/W2014583745","https://openalex.org/W2015856032","https://openalex.org/W2046376809","https://openalex.org/W2145339207","https://openalex.org/W2153580489","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2260756217","https://openalex.org/W2313727555","https://openalex.org/W2318499061","https://openalex.org/W2344786740","https://openalex.org/W2499607623","https://openalex.org/W2596367596","https://openalex.org/W2731083990","https://openalex.org/W2736601468","https://openalex.org/W2798463907","https://openalex.org/W2901225480","https://openalex.org/W2950156331","https://openalex.org/W3005892455","https://openalex.org/W3124104836"],"related_works":["https://openalex.org/W4415552102","https://openalex.org/W6885149624","https://openalex.org/W4416800190","https://openalex.org/W4200185106","https://openalex.org/W4302307947","https://openalex.org/W4307794498","https://openalex.org/W4410563898","https://openalex.org/W4410059302","https://openalex.org/W4404239365","https://openalex.org/W7170534121"],"abstract_inverted_index":{"Portfolio":[0],"management":[1,97,158],"is":[2],"the":[3,22,50,113],"art":[4],"and":[5,15,64,105,129,133,160],"science":[6],"in":[7,36,59,137,155,165],"fiance":[8],"that":[9,98],"concerns":[10],"continuous":[11,100],"reallocation":[12,52],"of":[13,115],"funds":[14],"assets":[16],"across":[17],"financial":[18,46,166],"instruments":[19],"to":[20,25,48,61,147],"meet":[21],"desired":[23],"returns":[24],"risk":[26],"profile.":[27],"Deep":[28],"reinforcement":[29],"learning":[30],"(RL)":[31],"has":[32],"gained":[33],"increasing":[34],"interest":[35],"portfolio":[37,65],"management,":[38,66],"where":[39],"RL":[40,63,93,118,153],"agents":[41],"are":[42,56],"trained":[43],"base":[44],"on":[45],"data":[47],"optimize":[49],"asset":[51,96,101,157],"process.":[53],"Though":[54],"there":[55],"prior":[57],"efforts":[58],"trying":[60],"combine":[62],"previous":[67],"works":[68],"did":[69],"not":[70],"consider":[71],"practical":[72],"aspects":[73],"such":[74],"as":[75],"transaction":[76,142],"costs":[77],"or":[78],"short":[79,103],"selling":[80,104],"restrictions,":[81],"limiting":[82],"their":[83,135],"applicability.":[84],"To":[85],"address":[86],"these":[87],"limitations,":[88],"we":[89],"propose":[90],"a":[91,138],"general":[92],"framework":[94],"for":[95,151],"enables":[99],"weights,":[102],"making":[106],"decisions":[107],"with":[108,122,141],"relevant":[109],"features.":[110],"We":[111],"compare":[112],"performance":[114],"three":[116],"different":[117],"algorithms:":[119],"Policy":[120,126],"Gradient":[121],"Actor-Critic":[123],"(PGAC),":[124],"Proximal":[125],"Optimization":[127],"(PPO),":[128],"Evolution":[130],"Strategies":[131],"(ES)":[132],"demonstrate":[134],"advantages":[136],"simulated":[139],"environment":[140],"costs.":[143],"Our":[144],"work":[145],"aims":[146],"provide":[148],"more":[149],"options":[150],"utilizing":[152],"frameworks":[154],"real-life":[156],"scenarios":[159],"can":[161],"benefit":[162],"further":[163],"research":[164],"applications.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-05-08T00:00:00"}