{"id":"https://openalex.org/W4313421283","doi":"https://doi.org/10.1007/s10994-022-06283-9","title":"Hierarchically structured task-agnostic continual learning","display_name":"Hierarchically structured task-agnostic continual learning","publication_year":2022,"publication_date":"2022-12-28","ids":{"openalex":"https://openalex.org/W4313421283","doi":"https://doi.org/10.1007/s10994-022-06283-9"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-022-06283-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06283-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06283-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06283-9.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078338213","display_name":"Heinke Hihn","orcid":"https://orcid.org/0000-0002-3244-3661"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Heinke Hihn","raw_affiliation_strings":["Institute of Neural Information Processing, Ulm University, Ulm, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3244-3661","affiliations":[{"raw_affiliation_string":"Institute of Neural Information Processing, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036520551","display_name":"Daniel Braun","orcid":"https://orcid.org/0000-0001-8120-3368"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel A. Braun","raw_affiliation_strings":["Institute of Neural Information Processing, Ulm University, Ulm, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Neural Information Processing, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5078338213"],"corresponding_institution_ids":["https://openalex.org/I196349391"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":1.5264,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.85781554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"112","issue":"2","first_page":"655","last_page":"686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7635870575904846},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7038865089416504},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.696934700012207},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6921482086181641},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6446053385734558},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6045092940330505},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4598601162433624},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4597788453102112},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4515102505683899},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43556317687034607}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7635870575904846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7038865089416504},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.696934700012207},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6921482086181641},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6446053385734558},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6045092940330505},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4598601162433624},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4597788453102112},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4515102505683899},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43556317687034607},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-022-06283-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06283-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06283-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-022-06283-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06283-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06283-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2253221204","display_name":null,"funder_award_id":"ERC-StG-2015-ERC","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320325530","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313421283.pdf","grobid_xml":"https://content.openalex.org/works/W4313421283.grobid-xml"},"referenced_works_count":107,"referenced_works":["https://openalex.org/W601603264","https://openalex.org/W1533861849","https://openalex.org/W1556911442","https://openalex.org/W1677182931","https://openalex.org/W1682403713","https://openalex.org/W1967687583","https://openalex.org/W2006672084","https://openalex.org/W2033016465","https://openalex.org/W2071290167","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2115629999","https://openalex.org/W2126204609","https://openalex.org/W2128909582","https://openalex.org/W2138779671","https://openalex.org/W2150884987","https://openalex.org/W2211766770","https://openalex.org/W2473930607","https://openalex.org/W2487087946","https://openalex.org/W2555205531","https://openalex.org/W2559655401","https://openalex.org/W2560647685","https://openalex.org/W2581624817","https://openalex.org/W2737492962","https://openalex.org/W2744654301","https://openalex.org/W2781726626","https://openalex.org/W2785606994","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2788563730","https://openalex.org/W2788741142","https://openalex.org/W2804746922","https://openalex.org/W2889269551","https://openalex.org/W2895699061","https://openalex.org/W2899063268","https://openalex.org/W2911412474","https://openalex.org/W2912934387","https://openalex.org/W2924334974","https://openalex.org/W2947843732","https://openalex.org/W2948376147","https://openalex.org/W2952951948","https://openalex.org/W2963253162","https://openalex.org/W2964189064","https://openalex.org/W2964921297","https://openalex.org/W2967588839","https://openalex.org/W2967821093","https://openalex.org/W2972547206","https://openalex.org/W2982353841","https://openalex.org/W2982410595","https://openalex.org/W2986349107","https://openalex.org/W2990138404","https://openalex.org/W2996472503","https://openalex.org/W3000677656","https://openalex.org/W3004082694","https://openalex.org/W3007041883","https://openalex.org/W3008658065","https://openalex.org/W3023811465","https://openalex.org/W3030364939","https://openalex.org/W3035081708","https://openalex.org/W3035546118","https://openalex.org/W3048941751","https://openalex.org/W3083962988","https://openalex.org/W3089995717","https://openalex.org/W3093426589","https://openalex.org/W3095495848","https://openalex.org/W3098511564","https://openalex.org/W3100156920","https://openalex.org/W3100256151","https://openalex.org/W3112170794","https://openalex.org/W3124147251","https://openalex.org/W3133622680","https://openalex.org/W3154315030","https://openalex.org/W3168149265","https://openalex.org/W3170909290","https://openalex.org/W3173369353","https://openalex.org/W3173747377","https://openalex.org/W3198109766","https://openalex.org/W3200693755","https://openalex.org/W3204153069","https://openalex.org/W3212325595","https://openalex.org/W4206266384","https://openalex.org/W4212807160","https://openalex.org/W4288740278","https://openalex.org/W4362597616","https://openalex.org/W6631190155","https://openalex.org/W6674851815","https://openalex.org/W6718379498","https://openalex.org/W6738602802","https://openalex.org/W6740801417","https://openalex.org/W6741087337","https://openalex.org/W6745121187","https://openalex.org/W6745983339","https://openalex.org/W6746868464","https://openalex.org/W6755476724","https://openalex.org/W6757021410","https://openalex.org/W6757384668","https://openalex.org/W6760514122","https://openalex.org/W6760883817","https://openalex.org/W6763049584","https://openalex.org/W6763705688","https://openalex.org/W6767099637","https://openalex.org/W6770444673","https://openalex.org/W6779560906","https://openalex.org/W6783797576","https://openalex.org/W6788667539","https://openalex.org/W6797779983","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4386603768","https://openalex.org/W2886711096","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W2590796488","https://openalex.org/W4389249638","https://openalex.org/W2734358244","https://openalex.org/W4388700941","https://openalex.org/W2785803246"],"abstract_inverted_index":{"Abstract":[0],"One":[1],"notable":[2],"weakness":[3],"of":[4,13,47,57,114,135,212,228,237],"current":[5],"machine":[6],"learning":[7,59,72,190,213,234],"algorithms":[8],"is":[9,122,183],"the":[10,38,104,119,184,194,225,238],"poor":[11],"ability":[12],"models":[14],"to":[15,33,87,90,148,193,208],"solve":[16,149],"new":[17],"problems":[18],"without":[19],"forgetting":[20,109],"previously":[21],"acquired":[22],"knowledge.":[23],"The":[24],"Continual":[25],"Learning":[26],"paradigm":[27],"has":[28],"emerged":[29],"as":[30,142,182],"a":[31,45,54,62,69,80,99,112,125,130,143,172,209],"protocol":[32],"systematically":[34],"investigate":[35],"settings":[36],"where":[37],"model":[39],"sequentially":[40],"observes":[41],"samples":[42],"generated":[43],"by":[44,110,124],"series":[46],"tasks.":[48,150],"In":[49],"this":[50,77,95,205],"work,":[51],"we":[52,97,155,160,202],"take":[53],"task-agnostic":[55,173],"view":[56],"continual":[58,91,189,232],"and":[60,73,83,132,220,235,241],"develop":[61],"hierarchical":[63],"information-theoretic":[64],"optimality":[65,206],"principle":[66,78,207],"that":[67,107,146],"facilitates":[68],"trade-off":[70],"between":[71],"forgetting.":[74],"We":[75,223],"derive":[76],"from":[79],"Bayesian":[81],"perspective":[82],"show":[84],"its":[85],"connections":[86],"previous":[88],"approaches":[89],"learning.":[92],"Based":[93],"on":[94,198,231],"principle,":[96],"propose":[98],"neural":[100],"network":[101,120],"layer,":[102,106],"called":[103],"Mixture-of-Variational-Experts":[105],"alleviates":[108],"creating":[111],"set":[113,134],"information":[115],"processing":[116],"paths":[117],"through":[118],"which":[121,159],"governed":[123],"gating":[126],"policy.":[127],"Equipped":[128],"with":[129,186],"diverse":[131],"specialized":[133],"parameters,":[136],"each":[137],"path":[138],"can":[139,169,203],"be":[140],"regarded":[141],"distinct":[144],"sub-network":[145],"learns":[147],"To":[151],"improve":[152],"expert":[153],"allocation,":[154],"introduce":[156],"diversity":[157],"objectives,":[158],"evaluate":[161],"in":[162,171],"additional":[163],"ablation":[164],"studies.":[165],"Importantly,":[166],"our":[167,229],"approach":[168],"operate":[170],"way,":[174],"i.e.,":[175],"it":[176],"does":[177],"not":[178],"require":[179],"task-specific":[180],"knowledge,":[181],"case":[185],"many":[187],"existing":[188],"algorithms.":[191],"Due":[192],"general":[195],"formulation":[196],"based":[197],"generic":[199],"utility":[200],"functions,":[201],"apply":[204],"large":[210],"variety":[211],"problems,":[214],"including":[215],"supervised":[216],"learning,":[217,219],"reinforcement":[218,233],"generative":[221],"modeling.":[222],"demonstrate":[224],"competitive":[226],"performance":[227],"method":[230],"variants":[236],"MNIST,":[239],"CIFAR-10,":[240],"CIFAR-100":[242],"datasets.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-16T07:32:37.131356","created_date":"2025-10-10T00:00:00"}