{"id":"https://openalex.org/W4226325574","doi":"https://doi.org/10.48550/arxiv.2202.00275","title":"Architecture Matters in Continual Learning","display_name":"Architecture Matters in Continual Learning","publication_year":2022,"publication_date":"2022-02-01","ids":{"openalex":"https://openalex.org/W4226325574","doi":"https://doi.org/10.48550/arxiv.2202.00275"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2202.00275","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.00275","pdf_url":"https://arxiv.org/pdf/2202.00275","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2202.00275","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010129552","display_name":"Seyed Iman Mirzadeh","orcid":"https://orcid.org/0000-0003-1586-0700","observed_orcids":["https://orcid.org/0000-0003-1586-0700"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Mirzadeh, Seyed Iman","raw_affiliation_strings":["Washington State University , 2 DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University , 2 DeepMind","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038288567","display_name":"Arslan Chaudhry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Chaudhry, Arslan","raw_affiliation_strings":["Washington State University , 2 DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University , 2 DeepMind","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yin, Dong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Yin, Dong","raw_affiliation_strings":["Washington State University , 2 DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University , 2 DeepMind","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101103754","display_name":"Timothy Nguyen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Nguyen, Timothy","raw_affiliation_strings":["Washington State University , 2 DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University , 2 DeepMind","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043910056","display_name":"Razvan Pascanu","orcid":"https://orcid.org/0000-0002-5470-1238","observed_orcids":["https://orcid.org/0000-0002-5470-1238"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Pascanu, Razvan","raw_affiliation_strings":["Washington State University , 2 DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University , 2 DeepMind","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081258844","display_name":"Dilan G\u00f6r\u00fcr","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Gorur, Dilan","raw_affiliation_strings":["Washington State University , 2 DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University , 2 DeepMind","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I72951846"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050499655","display_name":"Mehrdad Farajtabar","orcid":"https://orcid.org/0000-0002-5510-518X","observed_orcids":["https://orcid.org/0000-0002-5510-518X"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Farajtabar, Mehrdad","raw_affiliation_strings":["Washington State University , 2 DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University , 2 DeepMind","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":74,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9909999966621399},{"id":"https://openalex.org/keywords/neural-network-architecture","display_name":"neural network architecture","score":0.9760000109672546},{"id":"https://openalex.org/keywords/architectural-design","display_name":"architectural design","score":0.4749999940395355},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.6140000224113464},{"id":"https://openalex.org/keywords/architectural-trade-offs","display_name":"architectural trade-offs","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.777133584022522},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.7249314785003662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6926121115684509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6311565637588501},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.537925660610199},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5124192833900452},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4273848235607147},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12137702107429504},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.09143802523612976},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2202.00275","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.00275","pdf_url":"https://arxiv.org/pdf/2202.00275","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2202.00275","doi":"https://doi.org/10.48550/arxiv.2202.00275","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2202.00275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2202.00275","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.00275","pdf_url":"https://arxiv.org/pdf/2202.00275","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226325574.pdf","grobid_xml":"https://content.openalex.org/works/W4226325574.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W2565538933","https://openalex.org/W2765720631","https://openalex.org/W2797262859","https://openalex.org/W2899063268","https://openalex.org/W2947461406","https://openalex.org/W3092475441","https://openalex.org/W3094105627","https://openalex.org/W4319988532"],"related_works":["https://openalex.org/W7125909335","https://openalex.org/W7168148530","https://openalex.org/W4401023950","https://openalex.org/W4214818106","https://openalex.org/W7217264886","https://openalex.org/W4385322931","https://openalex.org/W4416131215","https://openalex.org/W7117963179","https://openalex.org/W3121275803","https://openalex.org/W2806984819"],"abstract_inverted_index":{"A":[0],"large":[1],"body":[2],"of":[3,15,32,42,54,100,132],"research":[4],"in":[5,92],"continual":[6,43,65,106,148],"learning":[7,44,66,89,107,124,149],"is":[8],"devoted":[9],"to":[10,25,78,113,119],"overcoming":[11],"the":[12,26,30,39,52,62,70,85,88,98,105,117,130,147],"catastrophic":[13],"forgetting":[14],"neural":[16,48],"networks":[17],"by":[18],"designing":[19],"new":[20,125],"algorithms":[21],"that":[22,68,82,97,144],"are":[23,35,58],"robust":[24],"distribution":[27],"shifts.":[28],"However,":[29,91],"majority":[31],"these":[33],"works":[34],"strictly":[36],"focused":[37],"on":[38],"\"algorithmic\"":[40],"part":[41],"for":[45],"a":[46,73],"\"fixed":[47],"network":[49],"architecture\",":[50],"and":[51,76,109,123,136,142],"implications":[53],"using":[55],"different":[56,110,114],"architectures":[57,111],"mostly":[59],"neglected.":[60],"Even":[61],"few":[63],"existing":[64],"methods":[67],"modify":[69],"model":[71,86],"assume":[72],"fixed":[74],"architecture":[75,101],"aim":[77],"develop":[79],"an":[80],"algorithm":[81],"efficiently":[83],"uses":[84],"throughout":[87],"experience.":[90],"this":[93],"work,":[94],"we":[95,128],"show":[96],"choice":[99],"can":[102,145],"significantly":[103],"impact":[104,131],"performance,":[108],"lead":[112],"trade-offs":[115],"between":[116],"ability":[118],"remember":[120],"previous":[121],"tasks":[122],"ones.":[126],"Moreover,":[127],"study":[129],"various":[133],"architectural":[134],"decisions,":[135],"our":[137],"findings":[138],"entail":[139],"best":[140],"practices":[141],"recommendations":[143],"improve":[146],"performance.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":7}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-05-05T00:00:00"}