{"id":"https://openalex.org/W4411568332","doi":"https://doi.org/10.3390/computers14070242","title":"Incremental Reinforcement Learning for Portfolio Optimisation","display_name":"Incremental Reinforcement Learning for Portfolio Optimisation","publication_year":2025,"publication_date":"2025-06-21","ids":{"openalex":"https://openalex.org/W4411568332","doi":"https://doi.org/10.3390/computers14070242"},"language":"en","primary_location":{"id":"doi:10.3390/computers14070242","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14070242","pdf_url":"https://www.mdpi.com/2073-431X/14/7/242/pdf?version=1750505797","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/14/7/242/pdf?version=1750505797","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099497145","display_name":"Refiloe Shabe","orcid":null},"institutions":[{"id":"https://openalex.org/I26092322","display_name":"Stellenbosch University","ror":"https://ror.org/05bk57929","country_code":"ZA","type":"education","lineage":["https://openalex.org/I26092322"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Refiloe Shabe","raw_affiliation_strings":["Department of Industrial Engineering, Stellenbosch University, Stellenbosch 7600, South Africa"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Stellenbosch University, Stellenbosch 7600, South Africa","institution_ids":["https://openalex.org/I26092322"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039197997","display_name":"Andries P. Engelbrecht","orcid":"https://orcid.org/0000-0002-0242-3539"},"institutions":[{"id":"https://openalex.org/I26092322","display_name":"Stellenbosch University","ror":"https://ror.org/05bk57929","country_code":"ZA","type":"education","lineage":["https://openalex.org/I26092322"]},{"id":"https://openalex.org/I179311214","display_name":"Gulf University for Science & Technology","ror":"https://ror.org/04d9rzd67","country_code":"KW","type":"education","lineage":["https://openalex.org/I179311214"]}],"countries":["KW","ZA"],"is_corresponding":true,"raw_author_name":"Andries Engelbrecht","raw_affiliation_strings":["Computer Science Division, Stellenbosch University, Stellenbosch 7600, South Africa","Department of Industrial Engineering, Stellenbosch University, Stellenbosch 7600, South Africa","GUST Engineering and Applied Innovation Research Center, Gulf University for Science and Technology, Mubarak Al-Abdullah 32093, Kuwait"],"affiliations":[{"raw_affiliation_string":"Computer Science Division, Stellenbosch University, Stellenbosch 7600, South Africa","institution_ids":["https://openalex.org/I26092322"]},{"raw_affiliation_string":"Department of Industrial Engineering, Stellenbosch University, Stellenbosch 7600, South Africa","institution_ids":["https://openalex.org/I26092322"]},{"raw_affiliation_string":"GUST Engineering and Applied Innovation Research Center, Gulf University for Science and Technology, Mubarak Al-Abdullah 32093, Kuwait","institution_ids":["https://openalex.org/I179311214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022114266","display_name":"Kristofer Anderson","orcid":"https://orcid.org/0000-0001-5443-6801"},"institutions":[{"id":"https://openalex.org/I26092322","display_name":"Stellenbosch University","ror":"https://ror.org/05bk57929","country_code":"ZA","type":"education","lineage":["https://openalex.org/I26092322"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Kian Anderson","raw_affiliation_strings":["Computer Science Division, Stellenbosch University, Stellenbosch 7600, South Africa"],"affiliations":[{"raw_affiliation_string":"Computer Science Division, Stellenbosch University, Stellenbosch 7600, South Africa","institution_ids":["https://openalex.org/I26092322"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5039197997"],"corresponding_institution_ids":["https://openalex.org/I179311214","https://openalex.org/I26092322"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":4.6482,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94556094,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"14","issue":"7","first_page":"242","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6276501417160034},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5587446093559265},{"id":"https://openalex.org/keywords/portfolio","display_name":"Portfolio","score":0.5552932024002075},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4856528043746948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3404804766178131},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26834389567375183},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.17278409004211426},{"id":"https://openalex.org/keywords/financial-economics","display_name":"Financial economics","score":0.08724862337112427},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0632786750793457}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6276501417160034},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5587446093559265},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.5552932024002075},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4856528043746948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3404804766178131},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26834389567375183},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.17278409004211426},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.08724862337112427},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0632786750793457}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers14070242","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14070242","pdf_url":"https://www.mdpi.com/2073-431X/14/7/242/pdf?version=1750505797","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9d76da15712d49c6b9d513d435cde377","is_oa":true,"landing_page_url":"https://doaj.org/article/9d76da15712d49c6b9d513d435cde377","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 14, Iss 7, p 242 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers14070242","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14070242","pdf_url":"https://www.mdpi.com/2073-431X/14/7/242/pdf?version=1750505797","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411568332.pdf","grobid_xml":"https://content.openalex.org/works/W4411568332.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1496778712","https://openalex.org/W1498436455","https://openalex.org/W1815076433","https://openalex.org/W1977051850","https://openalex.org/W2012519645","https://openalex.org/W2036750255","https://openalex.org/W2064675550","https://openalex.org/W2068643490","https://openalex.org/W2076337359","https://openalex.org/W2097998348","https://openalex.org/W2150355110","https://openalex.org/W2158782408","https://openalex.org/W2169015875","https://openalex.org/W2248982967","https://openalex.org/W2482896810","https://openalex.org/W2798741797","https://openalex.org/W2903181768","https://openalex.org/W2912019150","https://openalex.org/W2936404407","https://openalex.org/W2963467914","https://openalex.org/W3016108562","https://openalex.org/W3040881371","https://openalex.org/W3162786785","https://openalex.org/W3200018754","https://openalex.org/W4229336700","https://openalex.org/W4230661391","https://openalex.org/W4248510338","https://openalex.org/W6657548618","https://openalex.org/W6669402789","https://openalex.org/W6674385629","https://openalex.org/W6684205842","https://openalex.org/W6807091881","https://openalex.org/W7048047797"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Portfolio":[0],"optimisation":[1,29,62,97],"is":[2,11,148],"a":[3,53,64,93,183],"crucial":[4],"decision-making":[5],"task.":[6],"Traditionally":[7],"static,":[8],"this":[9],"problem":[10,30],"more":[12],"realistically":[13],"addressed":[14],"as":[15,63,80],"dynamic,":[16],"reflecting":[17],"frequent":[18],"trading":[19],"within":[20],"financial":[21,39,188],"markets.":[22],"The":[23],"dynamic":[24,65],"nature":[25],"of":[26,60],"the":[27,58,71,86,106,119,132,160],"portfolio":[28,61],"makes":[31],"it":[32],"susceptible":[33],"to":[34,73,75,84,137,153,155],"rapid":[35,76,138],"market":[36,77,139,170,180],"changes":[37],"or":[38],"contagions,":[40],"which":[41],"may":[42],"cause":[43],"drifts":[44],"in":[45,123],"historical":[46],"data.":[47],"While":[48],"reinforcement":[49],"learning":[50,152],"(RL)":[51],"offers":[52],"framework":[54],"that":[55],"allows":[56],"for":[57,112,186],"formulation":[59],"problem,":[66],"existing":[67],"RL":[68],"approaches":[69],"lack":[70],"ability":[72],"adapt":[74,154],"changes,":[78],"such":[79],"pandemics,":[81],"and":[82],"fail":[83],"capture":[85],"resulting":[87],"concept":[88,156],"drift.":[89],"This":[90,162],"study":[91],"introduces":[92],"recurrent":[94,101,120,146],"proximal":[95],"policy":[96],"(PPO)":[98],"algorithm,":[99],"leveraging":[100,150],"neural":[102],"networks":[103],"(RNNs),":[104],"specifically":[105],"long":[107],"short-term":[108],"memory":[109],"network":[110],"(LSTM)":[111],"pattern":[113],"recognition.":[114],"Initial":[115],"results":[116],"conclusively":[117],"demonstrate":[118],"PPO\u2019s":[121],"efficacy":[122],"generating":[124],"quality":[125],"portfolios.":[126],"However,":[127],"its":[128],"performance":[129],"declined":[130],"during":[131],"COVID-19":[133],"pandemic,":[134],"highlighting":[135],"susceptibility":[136],"changes.":[140],"To":[141],"address":[142],"this,":[143],"an":[144],"incremental":[145,151],"PPO":[147],"developed,":[149],"drift":[157],"triggered":[158],"by":[159],"pandemic.":[161],"enhanced":[163],"algorithm":[164],"not":[165],"only":[166],"learns":[167],"from":[168],"ongoing":[169],"data":[171],"but":[172],"also":[173],"consistently":[174],"identifies":[175],"optimal":[176],"portfolios":[177],"despite":[178],"significant":[179],"volatility,":[181],"offering":[182],"robust":[184],"tool":[185],"real-time":[187],"decision-making.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}