{"id":"https://openalex.org/W4315782837","doi":"https://doi.org/10.1007/s10489-022-04441-z","title":"Continual prune-and-select: class-incremental learning with specialized subnetworks","display_name":"Continual prune-and-select: class-incremental learning with specialized subnetworks","publication_year":2023,"publication_date":"2023-01-13","ids":{"openalex":"https://openalex.org/W4315782837","doi":"https://doi.org/10.1007/s10489-022-04441-z"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-022-04441-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-022-04441-z","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10489-022-04441-z","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076694720","display_name":"Aleksandr Dekhovich","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Aleksandr Dekhovich","raw_affiliation_strings":["Department of Materials Science and Engineering, Delft University of Technology, Mekelweg 2, Delft, 2628 CD, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Materials Science and Engineering, Delft University of Technology, Mekelweg 2, Delft, 2628 CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001295629","display_name":"David M. J. Tax","orcid":"https://orcid.org/0000-0002-5153-9087"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"David M.J. Tax","raw_affiliation_strings":["Pattern Recognition and Bioinformatics Laboratory, Delft University of Technology, Van Mourik Broekmanweg 6, Delft, 2628 XE, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pattern Recognition and Bioinformatics Laboratory, Delft University of Technology, Van Mourik Broekmanweg 6, Delft, 2628 XE, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073656332","display_name":"Marcel H. F. Sluiter","orcid":"https://orcid.org/0000-0002-6514-4318"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcel H.F Sluiter","raw_affiliation_strings":["Department of Materials Science and Engineering, Delft University of Technology, Mekelweg 2, Delft, 2628 CD, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Materials Science and Engineering, Delft University of Technology, Mekelweg 2, Delft, 2628 CD, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010250162","display_name":"Miguel A. Bessa","orcid":"https://orcid.org/0000-0002-6216-0355"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Miguel A. Bessa","raw_affiliation_strings":["School of Engineering, Brown University, 184 Hope St., Providence, RI 02912, USA"],"raw_orcid":"https://orcid.org/0000-0002-6216-0355","affiliations":[{"raw_affiliation_string":"School of Engineering, Brown University, 184 Hope St., Providence, RI 02912, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010250162"],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.3857,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.90544609,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"53","issue":"14","first_page":"17849","last_page":"17864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.9656389951705933},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.8794066309928894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8567968606948853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7141979932785034},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6869546175003052},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6393053531646729},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6309876441955566},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5913810729980469},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5397132635116577},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4543265104293823}],"concepts":[{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.9656389951705933},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8794066309928894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8567968606948853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7141979932785034},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6869546175003052},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6393053531646729},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6309876441955566},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5913810729980469},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5397132635116577},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4543265104293823},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10489-022-04441-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-022-04441-z","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:5afd3269-82c6-439c-b232-cf9fed210aca","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:5afd3269-82c6-439c-b232-cf9fed210aca","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1007/s10489-022-04441-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-022-04441-z","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W566555209","https://openalex.org/W1499991161","https://openalex.org/W1981276685","https://openalex.org/W1982912347","https://openalex.org/W1991825895","https://openalex.org/W2042422091","https://openalex.org/W2060277733","https://openalex.org/W2075187489","https://openalex.org/W2108598243","https://openalex.org/W2126204609","https://openalex.org/W2156150815","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2747329762","https://openalex.org/W2786446225","https://openalex.org/W2791091755","https://openalex.org/W2884282566","https://openalex.org/W2948734064","https://openalex.org/W2949078032","https://openalex.org/W2954929116","https://openalex.org/W2962966271","https://openalex.org/W2963072899","https://openalex.org/W2963382930","https://openalex.org/W2963588172","https://openalex.org/W2963788399","https://openalex.org/W2964189064","https://openalex.org/W2964233199","https://openalex.org/W2972313371","https://openalex.org/W2981864462","https://openalex.org/W3011986058","https://openalex.org/W3013325675","https://openalex.org/W3027388578","https://openalex.org/W3030364939","https://openalex.org/W3034911677","https://openalex.org/W3042228527","https://openalex.org/W3048941751","https://openalex.org/W3098511564","https://openalex.org/W3107810305","https://openalex.org/W3180392831","https://openalex.org/W3205986049","https://openalex.org/W4312309344","https://openalex.org/W4313028293","https://openalex.org/W6600922481","https://openalex.org/W6829155664"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W2090026684","https://openalex.org/W4226360758","https://openalex.org/W2151093953","https://openalex.org/W4366555309"],"abstract_inverted_index":{"The":[0,150],"human":[1],"brain":[2],"is":[3,63,87,153,180],"capable":[4,181],"of":[5,94,182,206],"learning":[6,22,34,166,184],"tasks":[7,186],"sequentially":[8,183],"mostly":[9],"without":[10,42],"forgetting.":[11],"However,":[12],"deep":[13],"neural":[14],"networks":[15],"(DNNs)":[16],"suffer":[17],"from":[18,46,187],"catastrophic":[19,127],"forgetting":[20,128],"when":[21,218],"one":[23],"task":[24,45,86],"after":[25],"another.":[26],"We":[27],"address":[28],"this":[29,48,210],"challenge":[30],"considering":[31],"a":[32,57,67,101,197],"class-incremental":[33,201],"scenario":[35],"where":[36],"the":[37,44,60,75,95,134,204,207,221],"DNN":[38,61,96,135],"sees":[39],"test":[40],"data":[41,49],"knowing":[43],"which":[47,106],"originates.":[50],"During":[51],"training,":[52],"Continual":[53],"Prune-and-Select":[54],"(CP&S)":[55],"finds":[56],"subnetwork":[58,77,103,157],"within":[59],"that":[62,82,136],"responsible":[64],"for":[65,81],"solving":[66],"given":[68],"task.":[69,83],"Then,":[70],"during":[71],"inference,":[72],"CP&S":[73,151,179],"selects":[74],"correct":[76],"to":[78,99,113,125,163,220],"make":[79],"predictions":[80],"A":[84],"new":[85,102],"learned":[88],"by":[89,104,129],"training":[90],"available":[91],"neuronal":[92],"connections":[93,111],"(previously":[97],"untrained)":[98],"create":[100],"pruning,":[105],"can":[107],"include":[108],"previously":[109],"trained":[110],"belonging":[112],"other":[114,142],"subnetwork(s)":[115],"because":[116],"it":[117],"does":[118],"not":[119,138],"update":[120],"shared":[121],"connections.":[122],"This":[123],"enables":[124],"eliminate":[126],"creating":[130],"specialized":[131],"regions":[132],"in":[133,200,214],"do":[137],"conflict":[139],"with":[140,155,194],"each":[141],"while":[143],"still":[144],"allowing":[145],"knowledge":[146],"transfer":[147],"across":[148],"them.":[149],"strategy":[152],"implemented":[154],"different":[156],"selection":[158],"strategies,":[159],"revealing":[160],"superior":[161],"performance":[162],"state-of-the-art":[164],"continual":[165],"methods":[167],"tested":[168],"on":[169],"various":[170],"datasets":[171],"(CIFAR-100,":[172],"CUB-200-2011,":[173],"ImageNet-100":[174],"and":[175],"ImageNet-1000).":[176],"In":[177],"particular,":[178],"10":[185],"ImageNet-1000":[188],"keeping":[189],"an":[190,212],"accuracy":[191,215],"around":[192],"94%":[193],"negligible":[195],"forgetting,":[196],"first-of-its-kind":[198],"result":[199],"learning.":[202],"To":[203],"best":[205,222],"authors\u2019":[208],"knowledge,":[209],"represents":[211],"improvement":[213],"above":[216],"10%":[217],"compared":[219],"alternative":[223],"method.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-01-24T23:23:39.755997","created_date":"2023-01-13T00:00:00"}