{"id":"https://openalex.org/W4387372714","doi":"https://doi.org/10.1007/s00521-023-09033-7","title":"Multi-objective reward generalization: improving performance of Deep Reinforcement Learning for applications in single-asset trading","display_name":"Multi-objective reward generalization: improving performance of Deep Reinforcement Learning for applications in single-asset trading","publication_year":2023,"publication_date":"2023-10-05","ids":{"openalex":"https://openalex.org/W4387372714","doi":"https://doi.org/10.1007/s00521-023-09033-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/38187995"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-023-09033-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-09033-7","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s00521-023-09033-7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073196324","display_name":"Federico Cornalba","orcid":"https://orcid.org/0000-0002-6269-5149"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]},{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["AT","GB"],"is_corresponding":false,"raw_author_name":"Federico Cornalba","raw_affiliation_strings":["Department of Mathematical Sciences, University of Bath, Bath, UK","Institute of Science and Technology Austria (ISTA), Am Campus 1, 3400 Klosterneuburg, Austria","Institute of Science and Technology Austria (ISTA), Am Campus 1, 3400, Klosterneuburg, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematical Sciences, University of Bath, Bath, UK","institution_ids":["https://openalex.org/I51601045"]},{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Am Campus 1, 3400 Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]},{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Am Campus 1, 3400, Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086360889","display_name":"Constantin Disselkamp","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110912","display_name":"Vienna Consulting Engineers (Austria)","ror":"https://ror.org/0170ntk37","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210110912"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Constantin Disselkamp","raw_affiliation_strings":["Trality GmbH, Kirchengasse 18, 1070 Vienna, Austria","Trality GmbH, Kirchengasse 18, 1070, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trality GmbH, Kirchengasse 18, 1070 Vienna, Austria","institution_ids":["https://openalex.org/I4210110912"]},{"raw_affiliation_string":"Trality GmbH, Kirchengasse 18, 1070, Vienna, Austria","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056807568","display_name":"Davide Scassola","orcid":null},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Davide Scassola","raw_affiliation_strings":["Department of Mathematics and Geosciences, University of Trieste, Trieste, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Geosciences, University of Trieste, Trieste, Italy","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069972738","display_name":"Christopher Helf","orcid":"https://orcid.org/0000-0003-3133-4946"},"institutions":[{"id":"https://openalex.org/I4210110912","display_name":"Vienna Consulting Engineers (Austria)","ror":"https://ror.org/0170ntk37","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210110912"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Christopher Helf","raw_affiliation_strings":["Trality GmbH, Kirchengasse 18, 1070 Vienna, Austria","Trality GmbH, Kirchengasse 18, 1070, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trality GmbH, Kirchengasse 18, 1070 Vienna, Austria","institution_ids":["https://openalex.org/I4210110912"]},{"raw_affiliation_string":"Trality GmbH, Kirchengasse 18, 1070, Vienna, Austria","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5056807568"],"corresponding_institution_ids":["https://openalex.org/I142444530"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":2.7021,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.90262186,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"36","issue":"2","first_page":"619","last_page":"637"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.789279043674469},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7459685802459717},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6805388927459717},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5923053026199341},{"id":"https://openalex.org/keywords/cryptocurrency","display_name":"Cryptocurrency","score":0.5803369283676147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5343310832977295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5207131505012512},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5202480554580688},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.4840680658817291},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.4455111622810364},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4406300485134125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1419561505317688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.789279043674469},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7459685802459717},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6805388927459717},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5923053026199341},{"id":"https://openalex.org/C180706569","wikidata":"https://www.wikidata.org/wiki/Q13479982","display_name":"Cryptocurrency","level":2,"score":0.5803369283676147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5343310832977295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5207131505012512},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5202480554580688},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.4840680658817291},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.4455111622810364},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4406300485134125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1419561505317688},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s00521-023-09033-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-09033-7","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmid:38187995","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38187995","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computing & applications","raw_type":"Journal Article"},{"id":"pmh:oai:arts.units.it:11368/3121338","is_oa":true,"landing_page_url":"https://link.springer.com/article/10.1007/s00521-023-09033-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-023-09033-7.pdf","source":{"id":"https://openalex.org/S4306400480","display_name":"ArTS Archivio della ricerca di Trieste (University of Trieste https://www.units.it/)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142444530","host_organization_name":"University of Trieste","host_organization_lineage":["https://openalex.org/I142444530"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10770001","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10770001","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10770001/pdf/521_2023_Article_9033.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Comput Appl","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s00521-023-09033-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-023-09033-7","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2568532592","display_name":"Taming Complexity in Partial Differential Systems","funder_award_id":"F65","funder_id":"https://openalex.org/F4320321181","funder_display_name":"Austrian Science Fund"},{"id":"https://openalex.org/G7516577047","display_name":null,"funder_award_id":"754411","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"}],"funders":[{"id":"https://openalex.org/F4320321181","display_name":"Austrian Science Fund","ror":"https://ror.org/013tf3c58"},{"id":"https://openalex.org/F4320323031","display_name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft","ror":"https://ror.org/028jc0449"},{"id":"https://openalex.org/F4320327547","display_name":"Universit\u00e0 degli Studi di Trieste","ror":"https://ror.org/02n742c10"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W314672738","https://openalex.org/W1596981350","https://openalex.org/W1605499914","https://openalex.org/W1971646537","https://openalex.org/W1977051850","https://openalex.org/W1977655452","https://openalex.org/W1988021444","https://openalex.org/W1996342763","https://openalex.org/W1998649829","https://openalex.org/W2045276965","https://openalex.org/W2052848417","https://openalex.org/W2073194514","https://openalex.org/W2102660061","https://openalex.org/W2103359683","https://openalex.org/W2114014700","https://openalex.org/W2118028531","https://openalex.org/W2119259871","https://openalex.org/W2140360763","https://openalex.org/W2141481921","https://openalex.org/W2160519132","https://openalex.org/W2165260235","https://openalex.org/W2171916252","https://openalex.org/W2344786740","https://openalex.org/W2546571074","https://openalex.org/W2786348607","https://openalex.org/W2787933113","https://openalex.org/W2790759781","https://openalex.org/W2795688094","https://openalex.org/W2971634072","https://openalex.org/W2979216345","https://openalex.org/W2994648961","https://openalex.org/W3100226171","https://openalex.org/W3134096209","https://openalex.org/W4248510338","https://openalex.org/W4287266177","https://openalex.org/W6607606998","https://openalex.org/W6629414214","https://openalex.org/W6632141462"],"related_works":["https://openalex.org/W4366411693","https://openalex.org/W3211641817","https://openalex.org/W3164717803","https://openalex.org/W4389915954","https://openalex.org/W3123387860","https://openalex.org/W3109867883","https://openalex.org/W4291291739","https://openalex.org/W4321377877","https://openalex.org/W2915579847","https://openalex.org/W2907143025"],"abstract_inverted_index":{"We":[0],"investigate":[1],"the":[2,24,41,57,62,76,84,92,97,113,119],"potential":[3],"of":[4,61,124],"Multi-Objective,":[5],"Deep":[6],"Reinforcement":[7],"Learning":[8],"for":[9],"stock":[10],"and":[11,27,66],"cryptocurrency":[12],"single-asset":[13],"trading:":[14],"in":[15,40,129],"particular,":[16],"we":[17,55,81,111],"consider":[18],"a":[19,36,88],"Multi-Objective":[20,64,85],"algorithm":[21,86],"which":[22],"generalizes":[23],"reward":[25,58,98],"functions":[26],"discount":[28,120],"factor":[29],"(i.e.,":[30,102],"these":[31],"components":[32],"are":[33],"not":[34],"specified":[35],"priori,":[37],"but":[38],"incorporated":[39],"learning":[42],"process).":[43],"Firstly,":[44],"using":[45],"several":[46],"important":[47],"assets":[48],"(BTCUSD,":[49],"ETHUSDT,":[50],"XRPUSDT,":[51],"AAPL,":[52],"SPY,":[53],"NIFTY50),":[54],"verify":[56],"generalization":[59,114],"property":[60],"proposed":[63],"algorithm,":[65],"provide":[67],"preliminary":[68],"statistical":[69],"evidence":[70],"showing":[71],"increased":[72],"predictive":[73],"stability":[74],"over":[75,91,108],"corresponding":[77,93],"Single-Objective":[78,94],"strategy.":[79],"Secondly,":[80],"show":[82],"that":[83],"has":[87],"clear":[89],"edge":[90],"strategy":[95],"when":[96,103],"mechanism":[99],"is":[100,106,127],"sparse":[101],"non-null":[104],"feedback":[105],"infrequent":[107],"time).":[109],"Finally,":[110],"discuss":[112],"properties":[115],"with":[116],"respect":[117],"to":[118],"factor.":[121],"The":[122],"entirety":[123],"our":[125],"code":[126],"provided":[128],"open-source":[130],"format.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}