{"id":"https://openalex.org/W2964048876","doi":"https://doi.org/10.1609/aaai.v32i1.11595","title":"Selective Experience Replay for Lifelong Learning","display_name":"Selective Experience Replay for Lifelong Learning","alternate_titles":[],"publication_year":2018,"publication_date":"2018-04-29","ids":{"openalex":"https://openalex.org/W2964048876","doi":"https://doi.org/10.1609/aaai.v32i1.11595","mag":"2964048876"},"language":"en","primary_location":{"id":"pmh:oai:ojs.aaai.org:article/11595","doi":"https://doi.org/10.1609/aaai.v32i1.11595","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/11595","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11595/11454","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W2964048876"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11595/11454","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063634505","display_name":"David Isele","orcid":"https://orcid.org/0000-0001-9749-6951","observed_orcids":["https://orcid.org/0000-0001-9749-6951"]},"institutions":[{"id":"https://openalex.org/I4405271240","display_name":"Honda Research Institute, USA","ror":"https://ror.org/02441en43","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405271240"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isele, David","raw_affiliation_strings":["University of Pennsylvania, Honda Research Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Honda Research Institute","institution_ids":["https://openalex.org/I4405271240","https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028574557","display_name":"Akansel Cosgun","orcid":"https://orcid.org/0000-0003-4203-6477","observed_orcids":["https://orcid.org/0000-0003-4203-6477"]},"institutions":[{"id":"https://openalex.org/I4405271240","display_name":"Honda Research Institute, USA","ror":"https://ror.org/02441en43","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405271240"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cosgun, Akansel","raw_affiliation_strings":["Honda Research Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honda Research Institute","institution_ids":["https://openalex.org/I4405271240"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.1894,"has_fulltext":true,"cited_by_count":409,"citation_normalized_percentile":{"value":0.98978828,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.04349999874830246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"lifelong learning","score":0.796999990940094},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9959999918937683},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9179999828338623},{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.7059999704360962},{"id":"https://openalex.org/keywords/distribution-matching","display_name":"distribution matching","score":0.7129999995231628},{"id":"https://openalex.org/keywords/state-space-coverage","display_name":"state space coverage","score":0.7419999837875366},{"id":"https://openalex.org/keywords/fifo-buffer","display_name":"FIFO buffer","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9386054277420044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7815995216369629},{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.6986221075057983},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.613352358341217},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5687879920005798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5341111421585083},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4453582763671875},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.44137224555015564},{"id":"https://openalex.org/C2777145635","wikidata":"https://www.wikidata.org/wiki/Q515636","display_name":"FIFO (computing and electronics)","level":2,"score":0.42862993478775024},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4144516587257385},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.21537554264068604},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11555299162864685},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.08546373248100281},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:ojs.aaai.org:article/11595","doi":"https://doi.org/10.1609/aaai.v32i1.11595","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/11595","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11595/11454","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:ojs.aaai.org:article/11595","doi":"https://doi.org/10.1609/aaai.v32i1.11595","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/11595","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/11595/11454","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964048876.pdf","grobid_xml":"https://content.openalex.org/works/W2964048876.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W210891286","https://openalex.org/W1519626139","https://openalex.org/W1682403713","https://openalex.org/W1757796397","https://openalex.org/W1836583613","https://openalex.org/W1869778509","https://openalex.org/W1900041959","https://openalex.org/W1904365287","https://openalex.org/W1967456522","https://openalex.org/W1974367810","https://openalex.org/W2001257668","https://openalex.org/W2017814058","https://openalex.org/W2036963181","https://openalex.org/W2047057213","https://openalex.org/W2060277733","https://openalex.org/W2062205907","https://openalex.org/W2065180801","https://openalex.org/W2097381042","https://openalex.org/W2099049980","https://openalex.org/W2112796928","https://openalex.org/W2113839990","https://openalex.org/W2118127772","https://openalex.org/W2133013156","https://openalex.org/W2141559645","https://openalex.org/W2143853187","https://openalex.org/W2145339207","https://openalex.org/W2152231303","https://openalex.org/W2155968351","https://openalex.org/W2165558283","https://openalex.org/W2173248099","https://openalex.org/W2187089797","https://openalex.org/W2188233853","https://openalex.org/W2201581102","https://openalex.org/W2296073425","https://openalex.org/W2547065907","https://openalex.org/W2551887912","https://openalex.org/W2555811267","https://openalex.org/W2560647685","https://openalex.org/W2604618034","https://openalex.org/W2746553466","https://openalex.org/W2773251606","https://openalex.org/W2903158431","https://openalex.org/W2964118262","https://openalex.org/W3148685027","https://openalex.org/W4254755460","https://openalex.org/W4319988532","https://openalex.org/W4320013936","https://openalex.org/W7124162847"],"related_works":["https://openalex.org/W2902456977","https://openalex.org/W7201881018","https://openalex.org/W3157573281","https://openalex.org/W3048263204","https://openalex.org/W3180400230","https://openalex.org/W7161235994","https://openalex.org/W4382449266","https://openalex.org/W3166774233","https://openalex.org/W4206834333","https://openalex.org/W2547065907"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2,13,22],"has":[3,99],"emerged":[4],"as":[5],"a":[6,10,47],"powerful":[7],"tool":[8],"for":[9,54],"variety":[11],"of":[12,73],"tasks,":[14],"however":[15],"deep":[16],"nets":[17],"typically":[18],"exhibit":[19],"forgetting":[20],"when":[21,131],"multiple":[23],"tasks":[24,115],"in":[25,46,109],"sequence.":[26],"To":[27],"mitigate":[28],"forgetting,":[29,85],"we":[30,105],"propose":[31],"an":[32],"experience":[33,129],"replay":[34],"process":[35],"that":[36,79,116,127],"augments":[37],"the":[38,66,74,89],"standard":[39],"FIFO":[40],"buffer":[41],"and":[42,70,86,101],"selectively":[43],"stores":[44],"experiences":[45,57],"long-term":[48],"memory.":[49],"We":[50,77],"explore":[51],"four":[52],"strategies":[53],"selecting":[55],"which":[56,110],"will":[58],"be":[59],"stored:":[60],"favoring":[61,63],"surprise,":[62],"reward,":[64],"matching":[65,81,98],"global":[67],"training":[68],"distribution,":[69],"maximizing":[71],"coverage":[72,111],"state":[75],"space.":[76],"show":[78,126],"distribution":[80,97],"successfully":[82],"prevents":[83],"catastrophic":[84,139],"is":[87,113],"consistently":[88],"best":[90],"approach":[91],"on":[92],"all":[93],"domains":[94],"tested.":[95],"While":[96],"better":[100],"more":[102,121],"consistent":[103],"performance,":[104],"identify":[106],"one":[107],"case":[108],"maximization":[112],"beneficial---when":[114],"receive":[117],"less":[118],"trained":[119],"are":[120,135],"important.":[122],"Overall,":[123],"our":[124],"results":[125],"selective":[128],"replay,":[130],"suitable":[132],"selection":[133],"algorithms":[134],"employed,":[136],"can":[137],"prevent":[138],"forgetting.":[140]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2964048876","counts_by_year":[{"year":2026,"cited_by_count":44},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":71},{"year":2023,"cited_by_count":71},{"year":2022,"cited_by_count":51},{"year":2021,"cited_by_count":54},{"year":2020,"cited_by_count":33},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-07-30T00:00:00"}
