{"id":"https://openalex.org/W3000677656","doi":"https://doi.org/10.1609/aaai.v35i8.16861","title":"Using Hindsight to Anchor Past Knowledge in Continual Learning","display_name":"Using Hindsight to Anchor Past Knowledge in Continual Learning","publication_year":2021,"publication_date":"2021-05-18","ids":{"openalex":"https://openalex.org/W3000677656","doi":"https://doi.org/10.1609/aaai.v35i8.16861","mag":"3000677656"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v35i8.16861","doi":"https://doi.org/10.1609/aaai.v35i8.16861","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i8.16861","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v35i8.16861","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038288567","display_name":"Arslan Chaudhry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arslan Chaudhry","raw_affiliation_strings":["University of Oxford"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042959700","display_name":"Albert Gordo","orcid":"https://orcid.org/0000-0001-9229-4269","observed_orcids":["https://orcid.org/0000-0001-9229-4269"]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Albert Gordo","raw_affiliation_strings":["Facebook AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017379207","display_name":"Puneet K. Dokania","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Puneet Dokania","raw_affiliation_strings":["University of Oxford"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042899882","display_name":"Philip H. S. Torr","orcid":"https://orcid.org/0009-0006-0259-5732","observed_orcids":["https://orcid.org/0009-0006-0259-5732"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Philip Torr","raw_affiliation_strings":["University of Oxford"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087642472","display_name":"David L\u00f3pez-Paz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"David Lopez-Paz","raw_affiliation_strings":["Facebook AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.0217,"has_fulltext":true,"cited_by_count":200,"citation_normalized_percentile":{"value":0.99422823,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"35","issue":"8","first_page":"6993","last_page":"7001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.996999979019165},{"id":"https://openalex.org/keywords/anchoring","display_name":"anchoring","score":0.6970000267028809},{"id":"https://openalex.org/keywords/experience-replay","display_name":"experience replay","score":0.9330000281333923},{"id":"https://openalex.org/keywords/episodic-memory","display_name":"episodic memory","score":0.996999979019165},{"id":"https://openalex.org/keywords/bi-level-optimization","display_name":"bi-level optimization","score":0.9890000224113464},{"id":"https://openalex.org/keywords/anchor-points","display_name":"anchor points","score":0.5440000295639038},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.7080000042915344}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9066277146339417},{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.8880335092544556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7924582958221436},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6254709362983704},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.615239143371582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5918766856193542},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5524295568466187},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5227565765380859},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.43620383739471436},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.4315011501312256},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.16693055629730225},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.16564837098121643},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12030622363090515},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.0990457832813263},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C49204034","wikidata":"https://www.wikidata.org/wiki/Q52139","display_name":"Climatology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v35i8.16861","doi":"https://doi.org/10.1609/aaai.v35i8.16861","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i8.16861","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/16861","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/16861","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/16861/16668","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v35i8.16861","doi":"https://doi.org/10.1609/aaai.v35i8.16861","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i8.16861","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2018133609","display_name":"Seebibyte: Visual Search for the Era of Big Data","funder_award_id":"EP/M013774/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2807882867","display_name":null,"funder_award_id":"EP/N019474/1","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"},{"id":"https://openalex.org/G3387446185","display_name":null,"funder_award_id":"EP/M013774/","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5142882285","display_name":null,"funder_award_id":"ERC-2012-AdG 321162-HELIOS","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6893887748","display_name":"Towards Total Scene Understanding using Structured Models","funder_award_id":"321162","funder_id":"https://openalex.org/F4320338352","funder_display_name":"FP7 Ideas: European Research Council"},{"id":"https://openalex.org/G8416736120","display_name":null,"funder_award_id":"Seebibyte EP/M013774/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8504406543","display_name":"Understanding scenes and events through joint parsing, cognitive reasoning and lifelong learning","funder_award_id":"EP/N019474/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320338352","display_name":"FP7 Ideas: European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1584431645","https://openalex.org/W1682403713","https://openalex.org/W1821462560","https://openalex.org/W1946137962","https://openalex.org/W2047057213","https://openalex.org/W2113839990","https://openalex.org/W2117539524","https://openalex.org/W2126204609","https://openalex.org/W2169393322","https://openalex.org/W2174227032","https://openalex.org/W2426267443","https://openalex.org/W2432717477","https://openalex.org/W2473930607","https://openalex.org/W2554616628","https://openalex.org/W2554863749","https://openalex.org/W2560647685","https://openalex.org/W2583761661","https://openalex.org/W2604763608","https://openalex.org/W2737492962","https://openalex.org/W2744654301","https://openalex.org/W2767175863","https://openalex.org/W2768412495","https://openalex.org/W2786446225","https://openalex.org/W2788994997","https://openalex.org/W2794363191","https://openalex.org/W2806984819","https://openalex.org/W2811024793","https://openalex.org/W2898290017","https://openalex.org/W2902287157","https://openalex.org/W2902456977","https://openalex.org/W2902625698","https://openalex.org/W2904063889","https://openalex.org/W2912515466","https://openalex.org/W2913340405","https://openalex.org/W2924984511","https://openalex.org/W2926477959","https://openalex.org/W2947461406","https://openalex.org/W2952571470","https://openalex.org/W2962724315","https://openalex.org/W2963341924","https://openalex.org/W2963393838","https://openalex.org/W2963444224","https://openalex.org/W2963577698","https://openalex.org/W2964048876","https://openalex.org/W2968596670","https://openalex.org/W2970586779","https://openalex.org/W2971176100","https://openalex.org/W3021931813","https://openalex.org/W3118608800","https://openalex.org/W4206684016","https://openalex.org/W4239187508","https://openalex.org/W4319988532"],"related_works":["https://openalex.org/W7162431709","https://openalex.org/W4206834333","https://openalex.org/W7204597509","https://openalex.org/W3146412047","https://openalex.org/W3040379310","https://openalex.org/W2734314755","https://openalex.org/W4378464768","https://openalex.org/W2926477959","https://openalex.org/W2947461406","https://openalex.org/W4409361016"],"abstract_inverted_index":{"In":[0,60],"continual":[1,38,135],"learning,":[2],"the":[3,76,86,92,117,122,142],"learner":[4,77],"faces":[5],"a":[6,53,68],"stream":[7],"of":[8,44,98,125,148,158],"data":[9,50],"whose":[10],"distribution":[11],"changes":[12],"over":[13],"time.":[14],"Modern":[15],"neural":[16],"networks":[17],"are":[18,104],"known":[19,56],"to":[20,81,109],"suffer":[21],"under":[22],"this":[23,61],"setting,":[24],"as":[25,57],"they":[26],"quickly":[27],"forget":[28],"previously":[29],"acquired":[30],"knowledge.":[31],"To":[32],"address":[33],"such":[34],"catastrophic":[35],"forgetting,":[36,111],"many":[37],"learning":[39,132,136],"methods":[40],"implement":[41],"different":[42],"types":[43],"experience":[45,65,144],"replay,":[46],"re-learning":[47],"on":[48,85,94,121,129],"past":[49,99,126],"stored":[51],"in":[52,146],"small":[54],"buffer":[55],"episodic":[58,123,159],"memory.":[59,160],"work,":[62],"we":[63,72],"complement":[64],"replay":[66,145],"with":[67],"new":[69],"objective":[70],"that":[71,138],"call":[73],"``anchoring'',":[74],"where":[75],"uses":[78],"bilevel":[79],"optimization":[80,108],"update":[82],"its":[83],"knowledge":[84],"current":[87],"task,":[88],"while":[89],"keeping":[90],"intact":[91],"predictions":[93],"some":[95],"anchor":[96,102],"points":[97,103],"tasks.":[100,127],"These":[101],"learned":[105],"using":[106],"gradient-based":[107],"maximize":[110],"which":[112],"is":[113],"approximated":[114],"by":[115],"fine-tuning":[116],"currently":[118],"trained":[119],"model":[120],"memory":[124],"Experiments":[128],"several":[130],"supervised":[131],"benchmarks":[133],"for":[134,155],"demonstrate":[137],"our":[139],"approach":[140],"improves":[141],"standard":[143],"terms":[147],"both":[149],"accuracy":[150],"and":[151,154],"forgetting":[152],"metrics":[153],"various":[156],"sizes":[157]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":55},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":7}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2020-01-23T00:00:00"}