{"id":"https://openalex.org/W3164770271","doi":"https://doi.org/10.1007/s00521-021-06104-5","title":"Lucid dreaming for experience replay: refreshing past states with the current policy","display_name":"Lucid dreaming for experience replay: refreshing past states with the current policy","publication_year":2021,"publication_date":"2021-05-25","ids":{"openalex":"https://openalex.org/W3164770271","doi":"https://doi.org/10.1007/s00521-021-06104-5","mag":"3164770271"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-021-06104-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00521-021-06104-5","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089639994","display_name":"Yunshu Du","orcid":"https://orcid.org/0000-0001-9891-211X"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yunshu Du","raw_affiliation_strings":["Washington State University, Pullman, USA"],"raw_orcid":"https://orcid.org/0000-0001-9891-211X","affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060981901","display_name":"Garrett Warnell","orcid":"https://orcid.org/0000-0003-3846-8787"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garrett Warnell","raw_affiliation_strings":["Army Research Laboratory, Austin, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Research Laboratory, Austin, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049685547","display_name":"Assefaw H. Gebremedhin","orcid":"https://orcid.org/0000-0001-5383-8032"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Assefaw Gebremedhin","raw_affiliation_strings":["Washington State University, Pullman, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001594330","display_name":"Peter Stone","orcid":"https://orcid.org/0000-0002-6795-420X"},"institutions":[{"id":"https://openalex.org/I2800278093","display_name":"Sony Corporation (United States)","ror":"https://ror.org/05k91zb11","country_code":"US","type":"company","lineage":["https://openalex.org/I2800278093"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Stone","raw_affiliation_strings":["Sony AI, Austin, USA","The University of Texas at Austin, Austin, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sony AI, Austin, USA","institution_ids":["https://openalex.org/I2800278093"]},{"raw_affiliation_string":"The University of Texas at Austin, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070914351","display_name":"Matthew E. Taylor","orcid":"https://orcid.org/0000-0001-8946-0211"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Matthew E. Taylor","raw_affiliation_strings":["Alberta Machine Intelligence Institute, Edmonton, Canada","University of Alberta, Edmonton, Canada","Washington State University, Pullman, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alberta Machine Intelligence Institute, Edmonton, Canada","institution_ids":[]},{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Washington State University, Pullman, USA","institution_ids":["https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089639994"],"corresponding_institution_ids":["https://openalex.org/I72951846"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":1.3004,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83627755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"34","issue":"3","first_page":"1687","last_page":"1712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9381999969482422,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8348942995071411},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5008542537689209},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47835013270378113},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4664928913116455},{"id":"https://openalex.org/keywords/dream","display_name":"Dream","score":0.41646474599838257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36206430196762085},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1446932554244995},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13153481483459473}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8348942995071411},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5008542537689209},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47835013270378113},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4664928913116455},{"id":"https://openalex.org/C2781095916","wikidata":"https://www.wikidata.org/wiki/Q36348","display_name":"Dream","level":2,"score":0.41646474599838257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36206430196762085},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1446932554244995},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13153481483459473},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00521-021-06104-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00521-021-06104-5","pdf_url":null,"source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2956472867","display_name":null,"funder_award_id":"IIS-1553528","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3694786146","display_name":null,"funder_award_id":"CPS-1739964","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3881771821","display_name":null,"funder_award_id":"N00014-18-2243","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4160581209","display_name":null,"funder_award_id":"NRI-1925082","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5029475413","display_name":null,"funder_award_id":"IIS-1724157","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7861584084","display_name":null,"funder_award_id":"RFP2-000","funder_id":"https://openalex.org/F4320317463","funder_display_name":"Future of Life Institute"},{"id":"https://openalex.org/G8828030238","display_name":null,"funder_award_id":"W911NF-19-2-0333","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306994","display_name":"Lockheed Martin","ror":"https://ror.org/026er9r08"},{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320313876","display_name":"Robert Bosch (Australia) Pty","ror":null},{"id":"https://openalex.org/F4320314212","display_name":"Alberta Machine Intelligence Institute","ror":null},{"id":"https://openalex.org/F4320317463","display_name":"Future of Life Institute","ror":null},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2087625339","https://openalex.org/W2089434629","https://openalex.org/W2121863487","https://openalex.org/W2141559645","https://openalex.org/W2142690706","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2481567506","https://openalex.org/W2772721022","https://openalex.org/W2786036274","https://openalex.org/W2788862220","https://openalex.org/W2886265050","https://openalex.org/W2890732907","https://openalex.org/W2904157920","https://openalex.org/W2906669385","https://openalex.org/W2914261249","https://openalex.org/W2918241733","https://openalex.org/W2926634779","https://openalex.org/W2962802272","https://openalex.org/W2962948087","https://openalex.org/W2963079702","https://openalex.org/W2963099939","https://openalex.org/W2963276097","https://openalex.org/W2963296584","https://openalex.org/W2963477884","https://openalex.org/W2963674921","https://openalex.org/W2964001908","https://openalex.org/W2964043796","https://openalex.org/W2965870268","https://openalex.org/W2975778877","https://openalex.org/W2989847975","https://openalex.org/W3008607946","https://openalex.org/W3018036994","https://openalex.org/W3034910882","https://openalex.org/W3035954878","https://openalex.org/W3043584299","https://openalex.org/W3051139937","https://openalex.org/W3103078407","https://openalex.org/W3103780890","https://openalex.org/W3105045035","https://openalex.org/W3118210634","https://openalex.org/W3129322645","https://openalex.org/W3148685027"],"related_works":["https://openalex.org/W1762480892","https://openalex.org/W597599663","https://openalex.org/W3194824274","https://openalex.org/W4205387075","https://openalex.org/W1537165133","https://openalex.org/W2390579330","https://openalex.org/W1578892932","https://openalex.org/W2387132837","https://openalex.org/W2316163406","https://openalex.org/W2369963050"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}