{"id":"https://openalex.org/W3091059129","doi":"https://doi.org/10.1162/neco_a_01430","title":"Task-Agnostic Continual Learning Using Online Variational Bayes with Fixed-Point Updates","display_name":"Task-Agnostic Continual Learning Using Online Variational Bayes with Fixed-Point Updates","publication_year":2021,"publication_date":"2021-08-30","ids":{"openalex":"https://openalex.org/W3091059129","doi":"https://doi.org/10.1162/neco_a_01430","mag":"3091059129","pmid":"https://pubmed.ncbi.nlm.nih.gov/34474486"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01430","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01430","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.00373","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025553694","display_name":"Chen Zeno","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Chen Zeno","raw_affiliation_strings":["Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel chenzeno@campus.technion.ac.il","Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel chenzeno@campus.technion.ac.il","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079448968","display_name":"Itay Golan","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Itay Golan","raw_affiliation_strings":["Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel itaygolan@gmail.com","Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel itaygolan@gmail.com","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057489819","display_name":"Elad Hoffer","orcid":"https://orcid.org/0000-0002-7339-1431"},"institutions":[{"id":"https://openalex.org/I4210098765","display_name":"Itamar Medical (Israel)","ror":"https://ror.org/0118ke170","country_code":"IL","type":"company","lineage":["https://openalex.org/I4210098765"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Elad Hoffer","raw_affiliation_strings":["Habana-Labs, Caesarea 3079821, Israel elad.hoffer@gmail.com","Habana-Labs, Caesarea 3079821, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Habana-Labs, Caesarea 3079821, Israel elad.hoffer@gmail.com","institution_ids":[]},{"raw_affiliation_string":"Habana-Labs, Caesarea 3079821, Israel","institution_ids":["https://openalex.org/I4210098765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025123281","display_name":"Daniel Soudry","orcid":"https://orcid.org/0000-0001-9368-6352"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Daniel Soudry","raw_affiliation_strings":["Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel daniel.soudry@gmail.com","Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel daniel.soudry@gmail.com","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Department of Electrical Engineering, Technion, Israel Institute of Technology, Haifa 3299993, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00818771,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"11","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7272183895111084},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.6353439688682556},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6096372008323669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5573908090591431},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5504494905471802},{"id":"https://openalex.org/keywords/posterior-probability","display_name":"Posterior probability","score":0.5107395648956299},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.49626094102859497},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.46197712421417236},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.45716795325279236},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4232131242752075},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3390163779258728},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15884855389595032}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7272183895111084},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.6353439688682556},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6096372008323669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5573908090591431},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5504494905471802},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.5107395648956299},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.49626094102859497},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.46197712421417236},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.45716795325279236},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4232131242752075},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3390163779258728},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15884855389595032},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/neco_a_01430","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01430","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:34474486","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34474486","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:arXiv.org:2010.00373","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.00373","pdf_url":"https://arxiv.org/pdf/2010.00373","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2010.00373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.00373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:3091059129","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.00373","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.00373","pdf_url":"https://arxiv.org/pdf/2010.00373","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1554663460","https://openalex.org/W1567512734","https://openalex.org/W1592410721","https://openalex.org/W1682403713","https://openalex.org/W1719489212","https://openalex.org/W1970789124","https://openalex.org/W2036084078","https://openalex.org/W2045656233","https://openalex.org/W2047229728","https://openalex.org/W2108677974","https://openalex.org/W2111051539","https://openalex.org/W2112796928","https://openalex.org/W2117804315","https://openalex.org/W2121213195","https://openalex.org/W2139385756","https://openalex.org/W2167433878","https://openalex.org/W2168947765","https://openalex.org/W2319122641","https://openalex.org/W2335728318","https://openalex.org/W2414312348","https://openalex.org/W2426267443","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2604763608","https://openalex.org/W2609000278","https://openalex.org/W2737492962","https://openalex.org/W2750384547","https://openalex.org/W2765101016","https://openalex.org/W2774412855","https://openalex.org/W2784590060","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2807776404","https://openalex.org/W2829371370","https://openalex.org/W2899063268","https://openalex.org/W2902417425","https://openalex.org/W2949995560","https://openalex.org/W2950184636","https://openalex.org/W2951004968","https://openalex.org/W2951266961","https://openalex.org/W2963003887","https://openalex.org/W2963156511","https://openalex.org/W2963559848","https://openalex.org/W2963586744","https://openalex.org/W2963588172","https://openalex.org/W2963850662","https://openalex.org/W2964093801","https://openalex.org/W2964125128","https://openalex.org/W2970066656","https://openalex.org/W2970502342","https://openalex.org/W2995796841","https://openalex.org/W3118608800","https://openalex.org/W3148198191"],"related_works":["https://openalex.org/W3198460811","https://openalex.org/W2995795252","https://openalex.org/W2913702629","https://openalex.org/W2947843732","https://openalex.org/W2942553647","https://openalex.org/W2964218708","https://openalex.org/W2807352135","https://openalex.org/W1560476830","https://openalex.org/W3017963604","https://openalex.org/W2929484490","https://openalex.org/W3007454721","https://openalex.org/W2135986977","https://openalex.org/W2950182411","https://openalex.org/W2963923417","https://openalex.org/W2114109296","https://openalex.org/W3188583492","https://openalex.org/W1959840315","https://openalex.org/W3174220719","https://openalex.org/W3034425983","https://openalex.org/W2736091926"],"abstract_inverted_index":{"Catastrophic":[0],"forgetting":[1],"is":[2,170],"the":[3,10,13,83,90,107,120],"notorious":[4],"vulnerability":[5],"of":[6,39],"neural":[7],"networks":[8],"to":[9,82,88,152],"changes":[11],"in":[12,31,58,164],"data":[14,138],"distribution":[15,139],"during":[16,49],"learning.":[17],"This":[18],"phenomenon":[19],"has":[20],"long":[21],"been":[22],"considered":[23],"a":[24,53,141],"major":[25],"obstacle":[26],"for":[27,74,106,113,131],"using":[28,140,146],"learning":[29,34,41,133],"agents":[30],"realistic":[32],"continual":[33,40,132],"settings.":[35],"A":[36],"large":[37],"body":[38],"research":[42],"assumes":[43],"that":[44,134,157],"task":[45,60],"boundaries":[46,61],"are":[47,62],"known":[48],"training.":[50],"However,":[51],"only":[52],"few":[54],"works":[55],"consider":[56],"scenarios":[57],"which":[59],"unknown":[63],"or":[64],"not":[65],"well":[66],"defined:":[67],"task-agnostic":[68,165],"scenarios.":[69,166],"The":[70],"optimal":[71],"Bayesian":[72],"solution":[73],"this":[75],"requires":[76],"an":[77,128],"intractable":[78],"online":[79,91,108],"Bayes":[80,92,110],"update":[81,93],"weights":[84],"posterior.":[85],"We":[86,155],"aim":[87],"approximate":[89],"as":[94,96],"accurately":[95],"possible.":[97],"To":[98],"do":[99],"so,":[100],"we":[101,126],"derive":[102],"novel":[103],"fixed-point":[104,124],"equations":[105],"variational":[109],"optimization":[111],"problem":[112],"multivariate":[114],"gaussian":[115],"parametric":[116],"distributions.":[117],"By":[118],"iterating":[119],"posterior":[121],"through":[122],"these":[123],"equations,":[125],"obtain":[127],"algorithm":[129],"(FOO-VB)":[130,160],"can":[135],"handle":[136],"nonstationary":[137],"fixed":[142],"architecture":[143],"and":[144],"without":[145,150],"external":[147],"memory":[148],"(i.e.,":[149],"access":[151],"previous":[153],"data).":[154],"demonstrate":[156],"our":[158],"method":[159],"outperforms":[161],"existing":[162],"methods":[163],"FOO-VB":[167],"Pytorch":[168],"implementation":[169],"available":[171],"at":[172],"https://github.com/chenzeno/FOO-VB.":[173]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}