{"id":"https://openalex.org/W4405654342","doi":"https://doi.org/10.1007/s10462-024-11062-0","title":"Advances and challenges in learning from experience replay","display_name":"Advances and challenges in learning from experience replay","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4405654342","doi":"https://doi.org/10.1007/s10462-024-11062-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-024-11062-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-024-11062-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-11062-0.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-11062-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064825260","display_name":"Daniel Eug\u00eanio Neves","orcid":"https://orcid.org/0000-0003-2874-2930"},"institutions":[{"id":"https://openalex.org/I170935008","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais","ror":"https://ror.org/03j1rr444","country_code":"BR","type":"education","lineage":["https://openalex.org/I170935008"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Daniel Eug\u00eanio Neves","raw_affiliation_strings":["Instituto de Ci\u00eancias Exatas e Inform\u00e1tica, Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais, Avenida Dom Jos\u00e9 Gaspar, 500, Belo Horizonte, Brazil, 30535-901, Minas Gerais"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Exatas e Inform\u00e1tica, Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais, Avenida Dom Jos\u00e9 Gaspar, 500, Belo Horizonte, Brazil, 30535-901, Minas Gerais","institution_ids":["https://openalex.org/I170935008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089927084","display_name":"Lucila Ishitani","orcid":"https://orcid.org/0000-0001-8565-8386"},"institutions":[{"id":"https://openalex.org/I170935008","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais","ror":"https://ror.org/03j1rr444","country_code":"BR","type":"education","lineage":["https://openalex.org/I170935008"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lucila Ishitani","raw_affiliation_strings":["Instituto de Ci\u00eancias Exatas e Inform\u00e1tica, Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais, Avenida Dom Jos\u00e9 Gaspar, 500, Belo Horizonte, Brazil, 30535-901, Minas Gerais"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Exatas e Inform\u00e1tica, Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais, Avenida Dom Jos\u00e9 Gaspar, 500, Belo Horizonte, Brazil, 30535-901, Minas Gerais","institution_ids":["https://openalex.org/I170935008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035002611","display_name":"Zenilton K. G. Patroc\u00ednio","orcid":"https://orcid.org/0000-0003-0804-1790"},"institutions":[{"id":"https://openalex.org/I170935008","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais","ror":"https://ror.org/03j1rr444","country_code":"BR","type":"education","lineage":["https://openalex.org/I170935008"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Zenilton Kleber Gon\u00e7alves do Patroc\u00ednio J\u00fanior","raw_affiliation_strings":["Instituto de Ci\u00eancias Exatas e Inform\u00e1tica, Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais, Avenida Dom Jos\u00e9 Gaspar, 500, Belo Horizonte, Brazil, 30535-901, Minas Gerais"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Ci\u00eancias Exatas e Inform\u00e1tica, Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais, Avenida Dom Jos\u00e9 Gaspar, 500, Belo Horizonte, Brazil, 30535-901, Minas Gerais","institution_ids":["https://openalex.org/I170935008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064825260"],"corresponding_institution_ids":["https://openalex.org/I170935008"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":6.3108,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.97019546,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"58","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9088000059127808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7466235160827637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7466235160827637}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-024-11062-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-024-11062-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-11062-0.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10462-024-11062-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-024-11062-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-11062-0.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320316054","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica de Minas Gerais","ror":"https://ror.org/03j1rr444"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4405654342.pdf"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W2017957151","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2150355110","https://openalex.org/W2150468603","https://openalex.org/W2158782408","https://openalex.org/W2233997862","https://openalex.org/W2539402368","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2781585732","https://openalex.org/W2789821895","https://openalex.org/W2905342215","https://openalex.org/W2907306720","https://openalex.org/W2920362155","https://openalex.org/W2921163467","https://openalex.org/W2948708918","https://openalex.org/W2963079702","https://openalex.org/W2963403143","https://openalex.org/W2965870268","https://openalex.org/W2970283989","https://openalex.org/W2998202787","https://openalex.org/W2999969016","https://openalex.org/W3026486560","https://openalex.org/W3048263204","https://openalex.org/W3084268808","https://openalex.org/W3091517403","https://openalex.org/W3093104061","https://openalex.org/W3118449774","https://openalex.org/W3130292943","https://openalex.org/W3135286130","https://openalex.org/W3156364506","https://openalex.org/W3162722130","https://openalex.org/W3164770271","https://openalex.org/W3171174687","https://openalex.org/W3173925813","https://openalex.org/W3196262453","https://openalex.org/W3197218539","https://openalex.org/W3202362797","https://openalex.org/W3204417213","https://openalex.org/W3206282417","https://openalex.org/W3208335691","https://openalex.org/W3214679404","https://openalex.org/W3216229816","https://openalex.org/W4211221179","https://openalex.org/W4229028935","https://openalex.org/W4283582213","https://openalex.org/W4283814462","https://openalex.org/W4284712454","https://openalex.org/W4285239975","https://openalex.org/W4290422791","https://openalex.org/W4293704652","https://openalex.org/W4310508258","https://openalex.org/W4311719973","https://openalex.org/W4312054057","https://openalex.org/W4312428631","https://openalex.org/W4312576034","https://openalex.org/W4312797249","https://openalex.org/W4317796294","https://openalex.org/W4319318930","https://openalex.org/W4380520249","https://openalex.org/W4385274685","https://openalex.org/W4385337263","https://openalex.org/W4385462854","https://openalex.org/W4387345340","https://openalex.org/W4388230841","https://openalex.org/W4389210569","https://openalex.org/W4389262520","https://openalex.org/W4389697095","https://openalex.org/W4390638728","https://openalex.org/W4391126753","https://openalex.org/W4391248687","https://openalex.org/W4392254164","https://openalex.org/W4392693583","https://openalex.org/W4392925654","https://openalex.org/W4394666657","https://openalex.org/W4399419713","https://openalex.org/W4400142659","https://openalex.org/W6824054489"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"From":[0],"the":[1,6,48,73,89,94,102,130,144,182,189,194],"first":[2],"theoretical":[3,175],"propositions":[4,210],"in":[5,11,31,56,61,132,217],"1950s":[7],"to":[8,160,207,211,233],"its":[9,81,209],"application":[10],"real-world":[12],"problems,":[13],"Reinforcement":[14],"Learning":[15],"(RL)":[16],"is":[17,72,84,104,129],"still":[18],"a":[19,85,123,133,158,172],"fascinating":[20],"and":[21,41,45,65,93,110,117,153,179,186,198,205,220,226,229],"complex":[22],"class":[23],"of":[24,76,80,139,147,163,177,181,193],"machine":[25],"learning":[26],"algorithms":[27,185],"with":[28,157,165],"overgrowing":[29],"literature":[30,43,191],"recent":[32,190],"years.":[33],"In":[34],"this":[35,77],"work,":[36],"we":[37,168,223],"present":[38,230],"an":[39],"extensive":[40],"structured":[42],"review":[44],"discuss":[46,224],"how":[47,106,206],"Experience":[49],"Replay":[50],"(ER)":[51],"technique":[52],"has":[53],"been":[54],"fundamental":[55,145],"making":[57],"various":[58],"RL":[59,96,107,164,178],"methods":[60,97,108,219],"most":[62,183],"relevant":[63,127,184,231],"problems":[64,146,228],"different":[66,95,137,161,218],"domains":[67],"more":[68,215],"data":[69],"efficient.":[70],"ER":[71,112,121,202],"central":[74],"focus":[75,103],"review.":[78],"One":[79],"main":[82,195],"contributions":[83,118],"taxonomy":[86],"that":[87,98],"organizes":[88],"many":[90],"research":[91],"works":[92],"use":[99],"ER.":[100,166],"Here,":[101],"on":[105,143,150,201],"improve":[109,208],"apply":[111],"strategies,":[113],"demonstrating":[114],"their":[115],"specificities":[116],"while":[119],"having":[120],"as":[122],"prominent":[124],"component.":[125],"Another":[126],"contribution":[128],"organization":[131],"facet-oriented":[134],"way,":[135],"allowing":[136],"perspectives":[138],"reading,":[140],"whether":[141],"based":[142],"RL,":[148],"focusing":[149],"algorithmic":[151],"strategies":[152],"architectural":[154],"decisions,":[155],"or":[156],"view":[159],"applications":[162],"Moreover,":[167],"start":[169],"by":[170],"presenting":[171],"detailed":[173],"formal":[174,203],"foundation":[176],"some":[180,192],"bring":[187],"from":[188],"trends,":[196],"challenges,":[197],"advances":[199],"focused":[200],"basement":[204],"make":[212],"it":[213],"even":[214],"efficient":[216],"domains.":[221],"Lastly,":[222],"challenges":[225],"open":[227],"paths":[232],"feature":[234],"works.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":10}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}