{"id":"https://openalex.org/W3034736335","doi":"https://doi.org/10.1109/cvpr42600.2020.00902","title":"Continual Learning With Extended Kronecker-Factored Approximate Curvature","display_name":"Continual Learning With Extended Kronecker-Factored Approximate Curvature","alternate_titles":[],"publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3034736335","doi":"https://doi.org/10.1109/cvpr42600.2020.00902","mag":"3034736335"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr42600.2020.00902","doi":"https://doi.org/10.1109/cvpr42600.2020.00902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00902","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3034736335"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.07507","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103127267","display_name":"Janghyeon Lee","orcid":"https://orcid.org/0000-0002-8599-4678","observed_orcids":["https://orcid.org/0000-0002-8599-4678"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Janghyeon Lee","raw_affiliation_strings":["School of Electrical Engineering, KAIST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011187138","display_name":"Hyeong Gwon Hong","orcid":"https://orcid.org/0000-0003-2410-2717","observed_orcids":["https://orcid.org/0000-0003-2410-2717"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hyeong Gwon Hong","raw_affiliation_strings":["Graduate School of AI, KAIST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of AI, KAIST","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006084230","display_name":"Donggyu Joo","orcid":"https://orcid.org/0000-0002-4012-947X","observed_orcids":["https://orcid.org/0000-0002-4012-947X"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Donggyu Joo","raw_affiliation_strings":["School of Electrical Engineering, KAIST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100606266","display_name":"Junmo Kim","orcid":"https://orcid.org/0000-0002-7174-7932","observed_orcids":["https://orcid.org/0000-0002-7174-7932"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Junmo Kim","raw_affiliation_strings":["Graduate School of AI, KAIST","School of Electrical Engineering, KAIST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of AI, KAIST","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"School of Electrical Engineering, KAIST","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":2.1595,"has_fulltext":true,"cited_by_count":97,"citation_normalized_percentile":{"value":0.90260113,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8998","last_page":"9007"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":1.0},{"id":"https://openalex.org/keywords/k-fac","display_name":"K-FAC","score":0.7300000190734863},{"id":"https://openalex.org/keywords/batch-normalization","display_name":"batch normalization","score":0.7720000147819519},{"id":"https://openalex.org/keywords/hessian-approximation","display_name":"Hessian approximation","score":0.8650000095367432},{"id":"https://openalex.org/keywords/quadratic-penalty-method","display_name":"quadratic penalty method","score":0.8759999871253967},{"id":"https://openalex.org/keywords/reparameterization","display_name":"reparameterization","score":0.847000002861023},{"id":"https://openalex.org/keywords/fine-grained-classification","display_name":"fine-grained classification","score":0.7419999837875366},{"id":"https://openalex.org/keywords/resnet-50","display_name":"ResNet50","score":0.8420000076293945}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.8859038352966309},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8502432703971863},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7433392405509949},{"id":"https://openalex.org/C39482219","wikidata":"https://www.wikidata.org/wiki/Q192826","display_name":"Kronecker delta","level":2,"score":0.6457927227020264},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6269257068634033},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.6151255369186401},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.5711640119552612},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5663570165634155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5114054083824158},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4291155934333801},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41480857133865356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3834918141365051},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36644095182418823},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.35842281579971313},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29074937105178833},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09702667593955994},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr42600.2020.00902","doi":"https://doi.org/10.1109/cvpr42600.2020.00902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr42600.2020.00902","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.07507","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.07507","pdf_url":"https://arxiv.org/pdf/2004.07507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2004.07507","doi":"https://doi.org/10.48550/arxiv.2004.07507","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.07507","pdf_url":"https://arxiv.org/pdf/2004.07507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.07507","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.07507","pdf_url":"https://arxiv.org/pdf/2004.07507","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1769687045","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G1928077958","display_name":null,"funder_award_id":"No.2019-0-00075","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2148870006","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320324161","funder_display_name":"Korea Advanced Institute of Science and Technology"},{"id":"https://openalex.org/G3338737308","display_name":null,"funder_award_id":"NRF-2018R1A5A1059921","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G5415505637","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G7064264939","display_name":null,"funder_award_id":"2019-0-00075","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8190487336","display_name":null,"funder_award_id":"2018R1A5A1059921","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324161","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034736335.pdf","grobid_xml":"https://content.openalex.org/works/W3034736335.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1530262073","https://openalex.org/W1682403713","https://openalex.org/W1797268635","https://openalex.org/W1836465849","https://openalex.org/W1844261860","https://openalex.org/W2025121098","https://openalex.org/W2060277733","https://openalex.org/W2110048843","https://openalex.org/W2112796928","https://openalex.org/W2113839990","https://openalex.org/W2117539524","https://openalex.org/W2130984546","https://openalex.org/W2135520967","https://openalex.org/W2138011018","https://openalex.org/W2150505294","https://openalex.org/W2155894447","https://openalex.org/W2194775991","https://openalex.org/W2271349422","https://openalex.org/W2296247047","https://openalex.org/W2533598788","https://openalex.org/W2560647685","https://openalex.org/W2588610957","https://openalex.org/W2605043629","https://openalex.org/W2625567132","https://openalex.org/W2737492962","https://openalex.org/W2750933313","https://openalex.org/W2768412495","https://openalex.org/W2770882886","https://openalex.org/W2786263712","https://openalex.org/W2791091755","https://openalex.org/W2803552920","https://openalex.org/W2924448532","https://openalex.org/W2963344792","https://openalex.org/W2963446712","https://openalex.org/W2963788399","https://openalex.org/W2964472270"],"related_works":["https://openalex.org/W7137576694","https://openalex.org/W7133202830","https://openalex.org/W3094105627","https://openalex.org/W4388276184","https://openalex.org/W4408399457","https://openalex.org/W4400033029","https://openalex.org/W7083711331","https://openalex.org/W3157079704","https://openalex.org/W4221144386","https://openalex.org/W3171543208"],"abstract_inverted_index":{"We":[0,71,99],"propose":[1,101],"a":[2,21,33,47,102,118,127],"quadratic":[3,29],"penalty":[4,30],"method":[5,75,103,128,137],"for":[6,121,176],"continual":[7,122],"learning":[8,123,154],"of":[9,20,27,46,88,104,114,172],"neural":[10,48,90],"networks":[11,91],"that":[12,77,129],"contain":[13],"batch":[14],"normalization":[15],"(BN)":[16],"layers.":[17],"The":[18],"Hessian":[19,45,87],"loss":[22],"function":[23],"represents":[24],"the":[25,28,44,51,73,78,86,144,156],"curvature":[26,36],"function,":[31],"and":[32,85,107,126,151],"Kronecker-factored":[34],"approximate":[35],"(K-FAC)":[37],"is":[38,53,58],"used":[39],"widely":[40],"to":[41,109,160],"practically":[42],"compute":[43],"network.":[49],"However,":[50],"approximation":[52],"not":[54],"valid":[55],"if":[56],"there":[57],"dependence":[59],"between":[60],"examples,":[61],"typically":[62],"caused":[63],"by":[64],"BN":[65,149],"layers":[66,150],"in":[67,143,152],"deep":[68,89],"network":[69],"architectures.":[70],"extend":[72],"K-FAC":[74],"so":[76],"inter-example":[79],"relations":[80],"are":[81],"taken":[82],"into":[83],"account":[84],"can":[92],"be":[93],"properly":[94,110],"approximated":[95],"under":[96],"practical":[97],"assumptions.":[98],"also":[100],"weight":[105],"merging":[106],"reparameterization":[108],"handle":[111],"statistical":[112],"parameters":[113],"BN,":[115,125],"which":[116],"plays":[117],"critical":[119],"role":[120],"with":[124,148,164],"selects":[130],"hyperparameters":[131],"without":[132,166],"source":[133,173],"task":[134,147,159,174],"data.":[135],"Our":[136],"shows":[138],"better":[139],"performance":[140],"than":[141],"baselines":[142],"permuted":[145],"MNIST":[146],"sequential":[153],"from":[155],"ImageNet":[157],"classification":[158,162],"fine-grained":[161],"tasks":[163],"ResNet-50,":[165],"any":[167],"explicit":[168],"or":[169],"implicit":[170],"use":[171],"data":[175],"hyperparameter":[177],"selection.":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3034736335","counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2020-06-19T00:00:00"}
