{"id":"https://openalex.org/W4387408992","doi":"https://doi.org/10.1016/j.eswa.2023.121897","title":"Deep reinforcement learning applied to a sparse-reward trading environment with intraday data","display_name":"Deep reinforcement learning applied to a sparse-reward trading environment with intraday data","publication_year":2023,"publication_date":"2023-10-06","ids":{"openalex":"https://openalex.org/W4387408992","doi":"https://doi.org/10.1016/j.eswa.2023.121897"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2023.121897","doi":"https://doi.org/10.1016/j.eswa.2023.121897","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2023.121897","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","doyens","fnege-3","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.2139/ssrn.4411793","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043053491","display_name":"Lucas de Azevedo Takara","orcid":"https://orcid.org/0000-0002-9087-5921","observed_orcids":["https://orcid.org/0000-0002-9087-5921"]},"institutions":[{"id":"https://openalex.org/I52418104","display_name":"Universidade Federal do Paran\u00e1","ror":"https://ror.org/05syd6y78","country_code":"BR","type":"education","lineage":["https://openalex.org/I52418104"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Lucas de Azevedo Takara","raw_affiliation_strings":["Department of Electrical Engineering, Federal University of Parana, UFPR, Avenida Coronel Francisco Her\u00e1cito dos Santos, 100, 81530\u2013000, Curitiba, Parana, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-9087-5921","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Federal University of Parana, UFPR, Avenida Coronel Francisco Her\u00e1cito dos Santos, 100, 81530\u2013000, Curitiba, Parana, Brazil","institution_ids":["https://openalex.org/I52418104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010508989","display_name":"Andr\u00e9 Alves Portela Santos","orcid":"https://orcid.org/0000-0001-6134-8930","observed_orcids":["https://orcid.org/0000-0001-6134-8930"]},"institutions":[{"id":"https://openalex.org/I4403386682","display_name":"CUNEF Universidad","ror":"https://ror.org/02web8j86","country_code":"ES","type":"education","lineage":["https://openalex.org/I4403386682"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Alves Portela Santos","raw_affiliation_strings":["CUNEF Universidad, Calle Almansa, 101, 28040, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0001-6134-8930","affiliations":[{"raw_affiliation_string":"CUNEF Universidad, Calle Almansa, 101, 28040, Madrid, Spain","institution_ids":["https://openalex.org/I4403386682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044574416","display_name":"Viviana Cocco Mariani","orcid":"https://orcid.org/0000-0003-2490-4568","observed_orcids":["https://orcid.org/0000-0003-2490-4568"]},"institutions":[{"id":"https://openalex.org/I176838256","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Paran\u00e1","ror":"https://ror.org/02x1vjk79","country_code":"BR","type":"education","lineage":["https://openalex.org/I176838256"]},{"id":"https://openalex.org/I52418104","display_name":"Universidade Federal do Paran\u00e1","ror":"https://ror.org/05syd6y78","country_code":"BR","type":"education","lineage":["https://openalex.org/I52418104"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Viviana Cocco Mariani","raw_affiliation_strings":["Department of Electrical Engineering, Federal University of Parana, UFPR, Avenida Coronel Francisco Her\u00e1cito dos Santos, 100, 81530\u2013000, Curitiba, Parana, Brazil","Department of Mechanical Engineering, Pontifical Catholic University of Parana, PUCPR, Rua Imaculada Concei\u00e7\u00e3o, 1155, 80215\u2013901, Curitiba, Parana, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-2490-4568","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Federal University of Parana, UFPR, Avenida Coronel Francisco Her\u00e1cito dos Santos, 100, 81530\u2013000, Curitiba, Parana, Brazil","institution_ids":["https://openalex.org/I52418104"]},{"raw_affiliation_string":"Department of Mechanical Engineering, Pontifical Catholic University of Parana, PUCPR, Rua Imaculada Concei\u00e7\u00e3o, 1155, 80215\u2013901, Curitiba, Parana, Brazil","institution_ids":["https://openalex.org/I176838256"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006394687","display_name":"Leandro dos Santos Coelho","orcid":"https://orcid.org/0000-0001-5728-943X","observed_orcids":["https://orcid.org/0000-0001-5728-943X"]},"institutions":[{"id":"https://openalex.org/I176838256","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Paran\u00e1","ror":"https://ror.org/02x1vjk79","country_code":"BR","type":"education","lineage":["https://openalex.org/I176838256"]},{"id":"https://openalex.org/I52418104","display_name":"Universidade Federal do Paran\u00e1","ror":"https://ror.org/05syd6y78","country_code":"BR","type":"education","lineage":["https://openalex.org/I52418104"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Leandro dos Santos Coelho","raw_affiliation_strings":["Department of Electrical Engineering, Federal University of Parana, UFPR, Avenida Coronel Francisco Her\u00e1cito dos Santos, 100, 81530\u2013000, Curitiba, Parana, Brazil","Industrial and Systems Engineering Graduate Program, Pontifical Catholic University of Parana, PUCPR, Rua Imaculada Concei\u00e7\u00e3o, 1155, 80215\u2013901, Curitiba, Parana, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Federal University of Parana, UFPR, Avenida Coronel Francisco Her\u00e1cito dos Santos, 100, 81530\u2013000, Curitiba, Parana, Brazil","institution_ids":["https://openalex.org/I52418104"]},{"raw_affiliation_string":"Industrial and Systems Engineering Graduate Program, Pontifical Catholic University of Parana, PUCPR, Rua Imaculada Concei\u00e7\u00e3o, 1155, 80215\u2013901, Curitiba, Parana, Brazil","institution_ids":["https://openalex.org/I176838256"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043053491"],"corresponding_institution_ids":["https://openalex.org/I52418104"],"apc_list":{"value":3220,"currency":"USD","value_usd":3220},"apc_paid":null,"fwci":4.8073,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.95480252,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"238","issue":null,"first_page":"121897","last_page":"121897"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.949999988079071},{"id":"https://openalex.org/keywords/quantitative-trading","display_name":"quantitative trading","score":0.7400000095367432},{"id":"https://openalex.org/keywords/sparse-rewards","display_name":"sparse rewards","score":0.7110000252723694},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.8949999809265137},{"id":"https://openalex.org/keywords/distributional-reinforcement-learning","display_name":"distributional reinforcement learning","score":0.824999988079071},{"id":"https://openalex.org/keywords/intraday-data","display_name":"intraday data","score":0.6430000066757202},{"id":"https://openalex.org/keywords/trading-strategy-optimization","display_name":"trading strategy optimization","score":0.4650000035762787},{"id":"https://openalex.org/keywords/price-volatility","display_name":"price volatility","score":0.7699999809265137},{"id":"https://openalex.org/keywords/return-volatility","display_name":"return volatility","score":0.5770000219345093},{"id":"https://openalex.org/keywords/cryptocurrency-trading","display_name":"cryptocurrency trading","score":0.7049999833106995}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7984954118728638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7110254764556885},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.6254611015319824},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.6232078075408936},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.5831062197685242},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5557990074157715},{"id":"https://openalex.org/C180706569","wikidata":"https://www.wikidata.org/wiki/Q13479982","display_name":"Cryptocurrency","level":2,"score":0.517050564289093},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.474883496761322},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.4721681475639343},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41090747714042664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38589662313461304},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3384816646575928},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.22567468881607056},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.18866708874702454},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1865285038948059},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.18183258175849915},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.15424448251724243},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.eswa.2023.121897","doi":"https://doi.org/10.1016/j.eswa.2023.121897","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2023.121897","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","doyens","fnege-3","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.4411793","doi":"https://doi.org/10.2139/ssrn.4411793","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4411793","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.2139/ssrn.4411793","doi":"https://doi.org/10.2139/ssrn.4411793","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.4411793","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G233459217","display_name":null,"funder_award_id":"307966/2019\u20104\u2010PQ","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G4620459758","display_name":null,"funder_award_id":"307958/2019\u20101\u2010PQ","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G656404739","display_name":null,"funder_award_id":"408164/2021-2-Univ","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G7818840783","display_name":null,"funder_award_id":"404659/2016-0","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322772","display_name":"Funda\u00e7\u00e3o Arauc\u00e1ria","ror":"https://ror.org/02r7nkw81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W194973204","https://openalex.org/W1583837637","https://openalex.org/W2076337359","https://openalex.org/W2124493593","https://openalex.org/W2145339207","https://openalex.org/W2150220236","https://openalex.org/W2153580489","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2607662938","https://openalex.org/W2617837836","https://openalex.org/W2724169821","https://openalex.org/W2733961795","https://openalex.org/W2739473244","https://openalex.org/W2761873684","https://openalex.org/W2786348607","https://openalex.org/W2913954081","https://openalex.org/W2963467914","https://openalex.org/W2964161785","https://openalex.org/W2966021938","https://openalex.org/W2968584812","https://openalex.org/W2970971581","https://openalex.org/W2997396626","https://openalex.org/W3010647961","https://openalex.org/W3035574064","https://openalex.org/W3083252136","https://openalex.org/W3089914711","https://openalex.org/W3121492904","https://openalex.org/W3126577088","https://openalex.org/W3143493396","https://openalex.org/W3158663269","https://openalex.org/W3173891635","https://openalex.org/W3203680104","https://openalex.org/W4212896298","https://openalex.org/W4221076619","https://openalex.org/W4285011703","https://openalex.org/W4306317483","https://openalex.org/W4308935751","https://openalex.org/W4316035578","https://openalex.org/W4324361235","https://openalex.org/W4352981360","https://openalex.org/W4380927145","https://openalex.org/W4412233489"],"related_works":["https://openalex.org/W3012333258","https://openalex.org/W2966021938","https://openalex.org/W3016228233","https://openalex.org/W4411980821","https://openalex.org/W7216686941","https://openalex.org/W4213199456","https://openalex.org/W2977551188","https://openalex.org/W4391112133","https://openalex.org/W7071180973","https://openalex.org/W4386072814"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2023-10-07T00:00:00"}