{"id":"https://openalex.org/W4387171271","doi":"https://doi.org/10.3233/faia230477","title":"Ada-QPacknet \u2013 Multi-Task Forget-Free Continual Learning with Quantization Driven Adaptive Pruning","display_name":"Ada-QPacknet \u2013 Multi-Task Forget-Free Continual Learning with Quantization Driven Adaptive Pruning","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387171271","doi":"https://doi.org/10.3233/faia230477"},"language":"en","primary_location":{"id":"doi:10.3233/faia230477","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230477","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230477","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230477","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036847074","display_name":"Marcin Pietro\u0144","orcid":"https://orcid.org/0000-0001-9357-9231"},"institutions":[{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Marcin Pietron","raw_affiliation_strings":["AGH University of Science and Technology, Krakow"],"raw_orcid":"https://orcid.org/0000-0001-9357-9231","affiliations":[{"raw_affiliation_string":"AGH University of Science and Technology, Krakow","institution_ids":["https://openalex.org/I686019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084220744","display_name":"Dominik \u017burek","orcid":"https://orcid.org/0000-0001-5329-1452"},"institutions":[{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Dominik Zurek","raw_affiliation_strings":["AGH University of Science and Technology, Krakow"],"raw_orcid":"https://orcid.org/0000-0001-5329-1452","affiliations":[{"raw_affiliation_string":"AGH University of Science and Technology, Krakow","institution_ids":["https://openalex.org/I686019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008887467","display_name":"Kamil Faber","orcid":"https://orcid.org/0000-0003-4221-0017"},"institutions":[{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Kamil Faber","raw_affiliation_strings":["AGH University of Science and Technology, Krakow"],"raw_orcid":"https://orcid.org/0000-0003-4221-0017","affiliations":[{"raw_affiliation_string":"AGH University of Science and Technology, Krakow","institution_ids":["https://openalex.org/I686019"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010914442","display_name":"Roberto Corizzo","orcid":"https://orcid.org/0000-0001-8366-6059"},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roberto Corizzo","raw_affiliation_strings":["American University, Washington DC"],"raw_orcid":"https://orcid.org/0000-0001-8366-6059","affiliations":[{"raw_affiliation_string":"American University, Washington DC","institution_ids":["https://openalex.org/I181401687"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4964,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.84463498,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6961921453475952},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.634892463684082},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6322637796401978},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.52906334400177},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5251744985580444},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4762599468231201},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4706677198410034},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.46114593744277954},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45395582914352417},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.448581725358963},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32241785526275635},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3167179524898529},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18685489892959595},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12240135669708252}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6961921453475952},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.634892463684082},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6322637796401978},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.52906334400177},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5251744985580444},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4762599468231201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4706677198410034},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.46114593744277954},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45395582914352417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.448581725358963},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32241785526275635},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3167179524898529},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18685489892959595},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12240135669708252},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230477","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230477","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230477","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia230477","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230477","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230477","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320326815","display_name":"Infrastruktura PL-Grid","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387171271.pdf"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1605005685","https://openalex.org/W2117539524","https://openalex.org/W2337344472","https://openalex.org/W2551176409","https://openalex.org/W2560647685","https://openalex.org/W2748818695","https://openalex.org/W2751477244","https://openalex.org/W2770882886","https://openalex.org/W2787759954","https://openalex.org/W2788388592","https://openalex.org/W2805933112","https://openalex.org/W2809533219","https://openalex.org/W2885688430","https://openalex.org/W2891967877","https://openalex.org/W2897295818","https://openalex.org/W2898360562","https://openalex.org/W2902625698","https://openalex.org/W2904985056","https://openalex.org/W2919347051","https://openalex.org/W2949268663","https://openalex.org/W2950458216","https://openalex.org/W2950656546","https://openalex.org/W2952088488","https://openalex.org/W2962703323","https://openalex.org/W2962965870","https://openalex.org/W2963072899","https://openalex.org/W2963094099","https://openalex.org/W2963162459","https://openalex.org/W2999730493","https://openalex.org/W3006559627","https://openalex.org/W3008545278","https://openalex.org/W3019195211","https://openalex.org/W3021931813","https://openalex.org/W3037576219","https://openalex.org/W3043569052","https://openalex.org/W3097784654","https://openalex.org/W3108827478","https://openalex.org/W3118608800","https://openalex.org/W3123155632","https://openalex.org/W3138136049","https://openalex.org/W3140236729","https://openalex.org/W3156869705","https://openalex.org/W3217195287","https://openalex.org/W4223446223","https://openalex.org/W4225484930","https://openalex.org/W4287251158","https://openalex.org/W4287752407","https://openalex.org/W4287777801","https://openalex.org/W4289360444","https://openalex.org/W4292564261","https://openalex.org/W4295883599","https://openalex.org/W4301163820","https://openalex.org/W4313028293","https://openalex.org/W4317548804","https://openalex.org/W4319586606","https://openalex.org/W4319653960","https://openalex.org/W4319988532","https://openalex.org/W4378530079","https://openalex.org/W6726275242","https://openalex.org/W6752817775","https://openalex.org/W6760024424","https://openalex.org/W6777017071"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W2375684291","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Continual":[0],"learning":[1,7],"(CL)":[2],"is":[3,10,78,83],"a":[4,66,86,95,148,183],"challenging":[5],"machine":[6],"setting":[8],"that":[9,100,153,210],"attracting":[11],"the":[12,37,56,74,115,139,155,158],"interest":[13],"of":[14,18,58,76,119,122,128,141,151,157,200,219,238,241],"an":[15],"increasing":[16],"number":[17,75,140],"researchers.":[19],"Among":[20],"recent":[21],"CL":[22,98,207,227],"works,":[23],"architectural":[24,97,226],"strategies":[25],"appear":[26],"particularly":[27],"promising":[28],"due":[29,54],"to":[30,33,55,68,85,102,113,144,147,164,186,197],"their":[31],"potential":[32],"expand":[34],"and":[35,80,105,125,225],"adapt":[36],"model":[38,52,71,112,123,129,135,201,242],"architecture":[39],"as":[40],"new":[41],"tasks":[42],"are":[43],"presented.":[44],"However,":[45],"existing":[46,222],"solutions":[47],"do":[48],"not":[49],"efficiently":[50],"exploit":[51],"sparsity":[53,124],"adoption":[57],"constant":[59],"pruning":[60,104,133],"ratios.":[61],"Moreover,":[62,229],"current":[63],"approaches":[64],"exhibit":[65],"tendency":[67],"quickly":[69],"saturate":[70],"capacity":[72,136],"since":[73],"weights":[77,142,152,163],"limited":[79],"each":[81,145,173],"weight":[82,174,185],"restricted":[84],"single":[87,184],"value.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"propose":[93],"Ada-QPacknet,":[94],"novel":[96],"method":[99,213,231],"resorts":[101],"adaptive":[103,132],"quantization.":[106],"These":[107],"two":[108,116],"features":[109],"allow":[110],"our":[111,211,230],"overcome":[114],"crucial":[117],"issues":[118],"effective":[120],"exploitation":[121,199,240],"efficient":[126,239],"use":[127],"capacity.":[130,202,243],"Specifically,":[131],"restores":[134],"by":[137],"reducing":[138],"assigned":[143],"task":[146,191],"smaller":[149],"subset":[150],"preserves":[154],"performance":[156,194],"full":[159],"set,":[160],"allowing":[161,182],"other":[162],"be":[165],"used":[166],"for":[167],"future":[168],"tasks.":[169],"Adaptive":[170],"quantization":[171],"separates":[172],"into":[175],"multiple":[176],"components":[177],"with":[178],"adaptively":[179],"reduced":[180],"bit-width,":[181],"solve":[187],"more":[188],"than":[189,221],"one":[190],"without":[192],"significant":[193],"drops,":[195],"leading":[196],"improved":[198],"Experimental":[203],"results":[204,216],"on":[205],"benchmark":[206],"scenarios":[208],"show":[209],"proposed":[212],"achieves":[214],"better":[215],"in":[217,236],"terms":[218,237],"accuracy":[220],"rehearsal,":[223],"regularization,":[224],"strategies.":[228],"significantly":[232],"outperforms":[233],"forget-free":[234],"competitors":[235]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}