{"id":"https://openalex.org/W2605043629","doi":"https://doi.org/10.48550/arxiv.1703.08475","title":"Overcoming Catastrophic Forgetting by Incremental Moment Matching","display_name":"Overcoming Catastrophic Forgetting by Incremental Moment Matching","alternate_titles":[],"publication_year":2017,"publication_date":"2017-03-24","ids":{"openalex":"https://openalex.org/W2605043629","doi":"https://doi.org/10.48550/arxiv.1703.08475","mag":"2605043629"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1703.08475","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1703.08475","pdf_url":"https://arxiv.org/pdf/1703.08475","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2605043629"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1703.08475","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100436183","display_name":"Sang-Woo Lee","orcid":"https://orcid.org/0000-0001-5432-4770","observed_orcids":["https://orcid.org/0000-0001-5432-4770"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee, Sang-Woo","raw_affiliation_strings":["Seoul National University","Seoul National University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101954750","display_name":"Jin-Hwa Kim","orcid":"https://orcid.org/0000-0002-0423-0415","observed_orcids":["https://orcid.org/0000-0002-0423-0415"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kim, Jin-Hwa","raw_affiliation_strings":["Seoul National University","Naver (South Korea), Seongnam-si, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Naver (South Korea), Seongnam-si, South Korea","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun, Jaehyun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4405260609","display_name":"NAVER Cloud (South Korea)","ror":"https://ror.org/041051y78","country_code":"KR","type":"company","lineage":["https://openalex.org/I4405260609","https://openalex.org/I60922564"]},{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun, Jaehyun","raw_affiliation_strings":["Clova AI Research , NAVER Corp","Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clova AI Research , NAVER Corp","institution_ids":["https://openalex.org/I4405260609","https://openalex.org/I60922564"]},{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074393185","display_name":"Jung-Woo Ha","orcid":"https://orcid.org/0000-0002-7400-7681","observed_orcids":["https://orcid.org/0000-0002-7400-7681"]},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ha, Jung-Woo","raw_affiliation_strings":["Surromind Robotics","Naver (South Korea), Seongnam-si, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Surromind Robotics","institution_ids":[]},{"raw_affiliation_string":"Naver (South Korea), Seongnam-si, South Korea","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050928023","display_name":"Byoung\u2010Tak Zhang","orcid":"https://orcid.org/0000-0001-9890-0389","observed_orcids":["https://orcid.org/0000-0001-9890-0389"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Zhang, Byoung-Tak","raw_affiliation_strings":["Long Beach , CA , USA","Seoul National University","Seoul National University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Long Beach , CA , USA","institution_ids":[]},{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":669,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"4652","last_page":"4662"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":1.0},{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.8799999952316284},{"id":"https://openalex.org/keywords/weight-transfer","display_name":"weight transfer","score":0.7429999709129333},{"id":"https://openalex.org/keywords/tikhonov-regularization","display_name":"Tikhonov regularization","score":0.6480000019073486},{"id":"https://openalex.org/keywords/dropout","display_name":"dropout","score":0.4429999887943268},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.734000027179718}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8970627784729004},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8403892517089844},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.7449845671653748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6417751908302307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6377246379852295},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5970500111579895},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.580142080783844},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.533328652381897},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5316900014877319},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4925873875617981},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4783691465854645},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.42570921778678894},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37259238958358765},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19361761212348938},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12409165501594543},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1703.08475","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1703.08475","pdf_url":"https://arxiv.org/pdf/1703.08475","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1703.08475","doi":"https://doi.org/10.48550/arxiv.1703.08475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1703.08475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2605043629","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1703.08475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1703.08475","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1703.08475","pdf_url":"https://arxiv.org/pdf/1703.08475","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G191696419","display_name":null,"funder_award_id":"2017-0-01772-VTT","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2722983699","display_name":null,"funder_award_id":"10060086-RISF","funder_id":"https://openalex.org/F4320334879","funder_display_name":"Korea Evaluation Institute of Industrial Technology"},{"id":"https://openalex.org/G3146912892","display_name":null,"funder_award_id":"2017-0-01772","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320334879","display_name":"Korea Evaluation Institute of Industrial Technology","ror":"https://ror.org/03z9cwa38"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2605043629.pdf","grobid_xml":"https://content.openalex.org/works/W2605043629.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1797268635","https://openalex.org/W1844261860","https://openalex.org/W1850240193","https://openalex.org/W1959608418","https://openalex.org/W1965342088","https://openalex.org/W2047174917","https://openalex.org/W2060277733","https://openalex.org/W2095705004","https://openalex.org/W2110287632","https://openalex.org/W2111051539","https://openalex.org/W2113839990","https://openalex.org/W2137742200","https://openalex.org/W2143104527","https://openalex.org/W2160586919","https://openalex.org/W2164411961","https://openalex.org/W2168947765","https://openalex.org/W2169089578","https://openalex.org/W2187166234","https://openalex.org/W2294567968","https://openalex.org/W2302053044","https://openalex.org/W2416891345","https://openalex.org/W2426267443","https://openalex.org/W2577183329","https://openalex.org/W2583761661","https://openalex.org/W2589354396","https://openalex.org/W2605641194","https://openalex.org/W2951004968","https://openalex.org/W2964182776","https://openalex.org/W3021931813","https://openalex.org/W4319988532"],"related_works":["https://openalex.org/W2743151379","https://openalex.org/W3086930777","https://openalex.org/W2791792504","https://openalex.org/W4300201182","https://openalex.org/W2736326499","https://openalex.org/W3108280718","https://openalex.org/W6960263419","https://openalex.org/W4377042032","https://openalex.org/W4299355712","https://openalex.org/W4407590365"],"abstract_inverted_index":{"Catastrophic":[0],"forgetting":[1],"is":[2,49,71],"a":[3,24,90,103,132],"problem":[4],"of":[5,12,40,44,64,82,92,105],"neural":[6,46],"networks":[7],"that":[8,119],"loses":[9],"the":[10,13,18,38,41,45,52,55,61,68,83,86,95,108,126],"information":[11,127],"first":[14,53],"task":[15],"after":[16],"training":[17],"second":[19,56],"task.":[20],"Here,":[21],"we":[22],"propose":[23],"method,":[25],"i.e.":[26],"incremental":[27],"moment":[28,39],"matching":[29],"(IMM),":[30],"to":[31],"resolve":[32],"this":[33],"problem.":[34],"IMM":[35,69,120],"incrementally":[36],"matches":[37],"posterior":[42,65],"distribution":[43],"network":[47],"which":[48],"trained":[50],"on":[51,102],"and":[54,85,89,112,131],"task,":[57],"respectively.":[58],"To":[59],"make":[60],"search":[62],"space":[63],"parameter":[66],"smooth,":[67],"procedure":[70],"complemented":[72],"by":[73,124],"various":[74],"transfer":[75],"learning":[76],"techniques":[77],"including":[78,107],"weight":[79],"transfer,":[80],"L2-norm":[81],"old":[84,96,130],"new":[87,133],"parameter,":[88],"variant":[91],"dropout":[93],"with":[94],"parameter.":[97],"We":[98],"analyze":[99],"our":[100],"approach":[101],"variety":[104],"datasets":[106],"MNIST,":[109],"CIFAR-10,":[110],"Caltech-UCSD-Birds,":[111],"Lifelog":[113],"datasets.":[114],"The":[115],"experimental":[116],"results":[117],"show":[118],"achieves":[121],"state-of-the-art":[122],"performance":[123],"balancing":[125],"between":[128],"an":[129],"network.":[134]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2605043629","counts_by_year":[{"year":2026,"cited_by_count":39},{"year":2025,"cited_by_count":64},{"year":2024,"cited_by_count":98},{"year":2023,"cited_by_count":101},{"year":2022,"cited_by_count":73},{"year":2021,"cited_by_count":103},{"year":2020,"cited_by_count":82},{"year":2019,"cited_by_count":76},{"year":2018,"cited_by_count":30},{"year":2017,"cited_by_count":3}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2017-04-14T00:00:00"}
