{"id":"https://openalex.org/W2970748152","doi":"https://doi.org/10.48550/arxiv.1905.11614","title":"Uncertainty-based Continual Learning with Adaptive Regularization","display_name":"Uncertainty-based Continual Learning with Adaptive Regularization","alternate_titles":[],"publication_year":2019,"publication_date":"2019-05-28","ids":{"openalex":"https://openalex.org/W2970748152","doi":"https://doi.org/10.48550/arxiv.1905.11614","mag":"2970748152"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1905.11614","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.11614","pdf_url":"https://arxiv.org/pdf/1905.11614","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2970748152"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.11614","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024628582","display_name":"Hongjoon Ahn","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ahn, Hongjoon","raw_affiliation_strings":["Department of Artificial Intelligence ,","Sungkyunkwan University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence ,","institution_ids":[]},{"raw_affiliation_string":"Sungkyunkwan University, Seoul, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055133196","display_name":"Sungmin Cha","orcid":"https://orcid.org/0009-0009-3105-5091","observed_orcids":["https://orcid.org/0009-0009-3105-5091"]},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cha, Sungmin","raw_affiliation_strings":["Sungkyunkwan University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Seoul, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783159","display_name":"Dong-Gyu Lee","orcid":"https://orcid.org/0000-0002-1128-7401","observed_orcids":["https://orcid.org/0000-0002-1128-7401"]},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lee, Donggyu","raw_affiliation_strings":["Department of Electrical and Computer Engineering , Sungkyunkwan University , Suwon , Korea 16419","Sungkyunkwan University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering , Sungkyunkwan University , Suwon , Korea 16419","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"Sungkyunkwan University, Seoul, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080346989","display_name":"Taesup Moon","orcid":"https://orcid.org/0000-0002-9257-6503","observed_orcids":["https://orcid.org/0000-0002-9257-6503"]},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Moon, Taesup","raw_affiliation_strings":["Sungkyunkwan University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Seoul, South Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":274,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":null,"first_page":"4392","last_page":"4402"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.5580000281333923},{"id":"https://openalex.org/keywords/bayesian-neural-networks","display_name":"Bayesian neural networks","score":0.8130000233650208},{"id":"https://openalex.org/keywords/variational-bayesian-inference","display_name":"variational inference","score":0.9890000224113464},{"id":"https://openalex.org/keywords/kullback-leibler-divergence","display_name":"Kullback-Leibler divergence","score":0.8690000176429749},{"id":"https://openalex.org/keywords/forgetting","display_name":"forgetting","score":0.4300000071525574},{"id":"https://openalex.org/keywords/lifelong-reinforcement-learning","display_name":"lifelong reinforcement learning","score":0.7829999923706055},{"id":"https://openalex.org/keywords/mean-field-approximation","display_name":"mean-field approximation","score":0.5519999861717224}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7100772857666016},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7018056511878967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.580281674861908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5230132937431335},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.47232645750045776},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.44115662574768066},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.43684515357017517},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43396344780921936},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.42292332649230957},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1905.11614","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.11614","pdf_url":"https://arxiv.org/pdf/1905.11614","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1905.11614","doi":"https://doi.org/10.48550/arxiv.1905.11614","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.11614","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2970748152","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/2019/file/2c3ddf4bf13852db711dd1901fb517fa-Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.11614","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.11614","pdf_url":"https://arxiv.org/pdf/1905.11614","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1343409141","display_name":null,"funder_award_id":"2016-0-00563","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G1365534911","display_name":null,"funder_award_id":"IITP-2019-2018-0-01798","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2191473729","display_name":null,"funder_award_id":"2019-0-00421","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5291480442","display_name":null,"funder_award_id":"2016-0-00563","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5292395974","display_name":null,"funder_award_id":"2019\u20100\u201000421","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6327092362","display_name":null,"funder_award_id":"2019-2018-0-01798","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G6392701284","display_name":null,"funder_award_id":"IITP-2019-2018-0-01798","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G8519309097","display_name":null,"funder_award_id":"IITP-2019-2018-0-01798","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"}],"funders":[{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2970748152.pdf","grobid_xml":"https://content.openalex.org/works/W2970748152.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1677182931","https://openalex.org/W1682403713","https://openalex.org/W1719489212","https://openalex.org/W1821462560","https://openalex.org/W1959608418","https://openalex.org/W2037979274","https://openalex.org/W2047229728","https://openalex.org/W2060277733","https://openalex.org/W2095705004","https://openalex.org/W2108677974","https://openalex.org/W2152477898","https://openalex.org/W2164411961","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2554863749","https://openalex.org/W2560647685","https://openalex.org/W2605043629","https://openalex.org/W2618767506","https://openalex.org/W2734314755","https://openalex.org/W2736601468","https://openalex.org/W2737492962","https://openalex.org/W2744654301","https://openalex.org/W2770882886","https://openalex.org/W2771964490","https://openalex.org/W2788388592","https://openalex.org/W2804175194","https://openalex.org/W2949650786","https://openalex.org/W2963024489","https://openalex.org/W2963577698","https://openalex.org/W2963813679","https://openalex.org/W2964121744","https://openalex.org/W4250621041","https://openalex.org/W4319988532","https://openalex.org/W7096696652"],"related_works":["https://openalex.org/W2948376147","https://openalex.org/W4403331815","https://openalex.org/W4413754832","https://openalex.org/W4402351303","https://openalex.org/W3014562431","https://openalex.org/W3132661778","https://openalex.org/W2912515466","https://openalex.org/W7133198638","https://openalex.org/W4403364834"],"abstract_inverted_index":{"We":[0,26],"introduce":[1],"a":[2,79,147],"new":[3,64,148],"neural":[4],"network-based":[5],"continual":[6],"learning":[7,21,63,144,168,176],"algorithm,":[8],"dubbed":[9],"as":[10],"Uncertainty-regularized":[11],"Continual":[12],"Learning":[13],"(UCL),":[14],"which":[15,57,108],"builds":[16],"on":[17,28,82,98,165,172],"traditional":[18],"Bayesian":[19],"online":[20],"framework":[22],"with":[23],"variational":[24,90],"inference.":[25],"focus":[27],"two":[29,75,123],"significant":[30],"drawbacks":[31],"of":[32,53,88,105,113,159,181],"the":[33,45,51,83,89,99,103,111,142],"recently":[34],"proposed":[35],"regularization-based":[36],"methods:":[37],"a)":[38],"considerable":[39],"additional":[40,114,124],"memory":[41],"cost":[42],"for":[43,93,116,134,146],"determining":[44],"per-weight":[46,118],"regularization":[47,125],"strengths":[48],"and":[49,137],"b)":[50],"absence":[52],"gracefully":[54],"forgetting":[55],"scheme,":[56],"can":[58,72],"prevent":[59],"performance":[60],"degradation":[61],"in":[62],"tasks.":[65,177],"In":[66],"this":[67],"paper,":[68],"we":[69,101,121,153],"show":[70,154],"UCL":[71,155],"solve":[73],"these":[74],"problems":[76],"by":[77,130,140],"introducing":[78],"fresh":[80],"interpretation":[81],"Kullback-Leibler":[84],"(KL)":[85],"divergence":[86],"term":[87],"lower":[91],"bound":[92],"Gaussian":[94],"mean-field":[95],"approximation.":[96],"Based":[97],"interpretation,":[100],"propose":[102],"notion":[104],"node-wise":[106],"uncertainty,":[107],"drastically":[109],"reduces":[110],"number":[112],"parameters":[115,133,145],"implementing":[117],"regularization.":[119],"Moreover,":[120],"devise":[122],"terms":[126],"that":[127],"enforce":[128],"stability":[129],"freezing":[131],"important":[132],"past":[135],"tasks":[136],"allow":[138],"plasticity":[139],"controlling":[141],"actively":[143],"task.":[149],"Through":[150],"extensive":[151],"experiments,":[152],"convincingly":[156],"outperforms":[157],"most":[158],"recent":[160],"state-of-the-art":[161],"baselines":[162],"not":[163],"only":[164],"popular":[166],"supervised":[167],"benchmarks,":[169],"but":[170],"also":[171],"challenging":[173],"lifelong":[174],"reinforcement":[175],"The":[178],"source":[179],"code":[180],"our":[182],"algorithm":[183],"is":[184],"available":[185],"at":[186],"https://github.com/csm9493/UCL.":[187]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2970748152","counts_by_year":[{"year":2026,"cited_by_count":42},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":54},{"year":2023,"cited_by_count":56},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-09-05T00:00:00"}
