{"id":"https://openalex.org/W2965771985","doi":"https://doi.org/10.3390/data4030110","title":"Reinforcement Learning in Financial Markets","display_name":"Reinforcement Learning in Financial Markets","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2965771985","doi":"https://doi.org/10.3390/data4030110","mag":"2965771985"},"language":"en","primary_location":{"id":"doi:10.3390/data4030110","doi":"https://doi.org/10.3390/data4030110","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/data4030110","pdf_url":"https://www.mdpi.com/2306-5729/4/3/110/pdf?version=1567155534","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2306-5729/4/3/110/pdf?version=1567155534","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073258620","display_name":"Terry Lingze Meng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Terry Lingze Meng","raw_affiliation_strings":["School of Computer Science, Building J12, University of Sydney, 1 Cleveland Street, Darlington, NSW 2006, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Building J12, University of Sydney, 1 Cleveland Street, Darlington, NSW 2006, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030777395","display_name":"Matloob Khushi","orcid":"https://orcid.org/0000-0001-7792-2327","observed_orcids":["https://orcid.org/0000-0001-7792-2327"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Matloob Khushi","raw_affiliation_strings":["School of Computer Science, Building J12, University of Sydney, 1 Cleveland Street, Darlington, NSW 2006, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7792-2327","affiliations":[{"raw_affiliation_string":"School of Computer Science, Building J12, University of Sydney, 1 Cleveland Street, Darlington, NSW 2006, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5030777395"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":{"value":1000,"currency":"CHF","value_usd":1013},"apc_paid":{"value":1000,"currency":"CHF","value_usd":1013},"fwci":11.6275,"has_fulltext":true,"cited_by_count":150,"citation_normalized_percentile":{"value":0.98810679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"4","issue":"3","first_page":"110","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10047","display_name":"Financial Markets and Investment Strategies","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/algorithmic-trading","display_name":"algorithmic trading","score":0.7900000214576721},{"id":"https://openalex.org/keywords/stock-trading","display_name":"stock trading","score":0.8299999833106995},{"id":"https://openalex.org/keywords/forex-trading","display_name":"foreign exchange trading","score":0.9800000190734863},{"id":"https://openalex.org/keywords/transaction-costs","display_name":"transaction costs","score":0.9459999799728394},{"id":"https://openalex.org/keywords/bid-ask-spread","display_name":"bid-ask spread","score":0.984000027179718},{"id":"https://openalex.org/keywords/trading-profitability","display_name":"trading profitability","score":0.7379999756813049},{"id":"https://openalex.org/keywords/stock-price-prediction","display_name":"stock price prediction","score":0.6439999938011169},{"id":"https://openalex.org/keywords/financial-markets","display_name":"financial markets","score":0.3490000069141388}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8881950378417969},{"id":"https://openalex.org/C129361004","wikidata":"https://www.wikidata.org/wiki/Q2470236","display_name":"Profitability index","level":2,"score":0.715538740158081},{"id":"https://openalex.org/C536366893","wikidata":"https://www.wikidata.org/wiki/Q66076","display_name":"Foreign exchange market","level":3,"score":0.6260768175125122},{"id":"https://openalex.org/C200870193","wikidata":"https://www.wikidata.org/wiki/Q11691","display_name":"Stock exchange","level":2,"score":0.6148656606674194},{"id":"https://openalex.org/C98965940","wikidata":"https://www.wikidata.org/wiki/Q877496","display_name":"Transaction cost","level":2,"score":0.5213802456855774},{"id":"https://openalex.org/C183582576","wikidata":"https://www.wikidata.org/wiki/Q184783","display_name":"Market liquidity","level":2,"score":0.508162260055542},{"id":"https://openalex.org/C127722929","wikidata":"https://www.wikidata.org/wiki/Q7833714","display_name":"Transaction data","level":3,"score":0.5008480548858643},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48925352096557617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46974971890449524},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.4664062559604645},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.4512525796890259},{"id":"https://openalex.org/C131562839","wikidata":"https://www.wikidata.org/wiki/Q1574928","display_name":"Trading strategy","level":2,"score":0.4293328523635864},{"id":"https://openalex.org/C78508483","wikidata":"https://www.wikidata.org/wiki/Q139445","display_name":"Algorithmic trading","level":2,"score":0.41567277908325195},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.41344061493873596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3428628444671631},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.2886356711387634},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2806839644908905},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.267406702041626},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2616281807422638},{"id":"https://openalex.org/C2776988154","wikidata":"https://www.wikidata.org/wiki/Q66100","display_name":"Exchange rate","level":2,"score":0.07362836599349976},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07167232036590576}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/data4030110","doi":"https://doi.org/10.3390/data4030110","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/data4030110","pdf_url":"https://www.mdpi.com/2306-5729/4/3/110/pdf?version=1567155534","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jdataj:v:4:y:2019:i:3:p:110-:d:252469","doi":null,"is_oa":false,"landing_page_url":"https://www.mdpi.com/2306-5729/4/3/110/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:54b5c47b49b04426b9dc4803c6aab3ea","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/54b5c47b49b04426b9dc4803c6aab3ea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data, Vol 4, Iss 3, p 110 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/data4030110","doi":"https://doi.org/10.3390/data4030110","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/data4030110","pdf_url":"https://www.mdpi.com/2306-5729/4/3/110/pdf?version=1567155534","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965771985.pdf","grobid_xml":"https://content.openalex.org/works/W2965771985.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W594621870","https://openalex.org/W1491302875","https://openalex.org/W1894533438","https://openalex.org/W1970887382","https://openalex.org/W1977051850","https://openalex.org/W2012519645","https://openalex.org/W2036750255","https://openalex.org/W2052848417","https://openalex.org/W2073194514","https://openalex.org/W2087016914","https://openalex.org/W2103359683","https://openalex.org/W2140360763","https://openalex.org/W2165260235","https://openalex.org/W2169015875","https://openalex.org/W2248982967","https://openalex.org/W2469051754","https://openalex.org/W2737320136","https://openalex.org/W2745016700","https://openalex.org/W2779118454","https://openalex.org/W2793864397","https://openalex.org/W2824141369","https://openalex.org/W2891295326","https://openalex.org/W2892412430","https://openalex.org/W2901768576","https://openalex.org/W2929930980","https://openalex.org/W2942207261","https://openalex.org/W4248510338","https://openalex.org/W4293171766"],"related_works":["https://openalex.org/W7006381664","https://openalex.org/W4287124599","https://openalex.org/W3122965885","https://openalex.org/W4396667313","https://openalex.org/W7221533745","https://openalex.org/W3119182453","https://openalex.org/W3033882778","https://openalex.org/W4400911077","https://openalex.org/W4308695531","https://openalex.org/W2986670013"],"abstract_inverted_index":{"Recently":[0],"there":[1],"has":[2,25,179],"been":[3,181],"an":[4],"exponential":[5],"increase":[6],"in":[7,15,49,122,127,137,142,187,192,207],"the":[8,35,39,99,102,108,143,147,174],"use":[9],"of":[10,27,101,135,170],"artificial":[11],"intelligence":[12],"for":[13],"trading":[14,59,189],"financial":[16,31],"markets":[17],"such":[18,78],"as":[19,65,79],"stock":[20],"and":[21,86,150,160,196],"forex.":[22],"Reinforcement":[23],"learning":[24,64,69,104,119,159,164,186],"become":[26],"particular":[28,138],"interest":[29],"to":[30,201],"traders":[32],"ever":[33],"since":[34],"program":[36],"AlphaGo":[37],"defeated":[38],"strongest":[40],"human":[41],"contemporary":[42],"Go":[43],"board":[44],"game":[45],"player":[46],"Lee":[47],"Sedol":[48],"2016.":[50],"We":[51],"systematically":[52],"reviewed":[53,72],"all":[54],"recent":[55],"stock/forex":[56,188],"prediction":[57],"or":[58,89],"articles":[60,73],"that":[61],"used":[62,121],"reinforcement":[63,103,118,158,185],"their":[66],"primary":[67],"machine":[68],"method.":[70],"All":[71],"had":[74,95],"some":[75,130],"unrealistic":[76],"assumptions":[77],"no":[80,83,87,132],"transaction":[81,171],"costs,":[82,172],"liquidity":[84],"issues":[85],"bid":[88],"ask":[90],"spread":[91,176],"issues.":[92],"Transaction":[93],"costs":[94],"significant":[96,115],"impacts":[97],"on":[98,177],"profitability":[100,116,178],"algorithms":[105,110],"compared":[106],"with":[107,124,139],"baseline":[109,125],"tested.":[111],"Despite":[112],"showing":[113],"statistically":[114],"when":[117],"was":[120],"comparison":[123],"models":[126,165],"many":[128],"studies,":[129],"showed":[131],"meaningful":[133],"level":[134],"profitability,":[136],"large":[140],"changes":[141],"price":[144],"pattern":[145],"between":[146,157],"system":[148],"training":[149],"testing":[151],"data.":[152],"Furthermore,":[153],"few":[154],"performance":[155],"comparisons":[156],"other":[161],"sophisticated":[162],"machine/deep":[163],"were":[166],"provided.":[167],"The":[168],"impact":[169],"including":[173],"bid/ask":[175],"also":[180],"assessed.":[182],"In":[183],"conclusion,":[184],"is":[190,199],"still":[191],"its":[193],"early":[194],"development":[195],"further":[197],"research":[198],"needed":[200],"make":[202],"it":[203],"a":[204],"reliable":[205],"method":[206],"this":[208],"domain.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2019-08-13T00:00:00"}