{"id":"https://openalex.org/W4392903008","doi":"https://doi.org/10.1109/icassp48485.2024.10448499","title":"Boosting Pruned Networks with Linear Over-Parameterization","display_name":"Boosting Pruned Networks with Linear Over-Parameterization","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392903008","doi":"https://doi.org/10.1109/icassp48485.2024.10448499"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448499","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10448499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109692705","display_name":"Qian Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Qian","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100777893","display_name":"Xiaoshuang Li","orcid":"https://orcid.org/0000-0002-0773-6462"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshuang Li","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013478040","display_name":"Jian Cao","orcid":"https://orcid.org/0000-0003-1023-5244"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cao","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632990","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0003-0564-0341"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104260037","display_name":"Hufei Li","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hufei Li","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100686861","display_name":"Jue Chen","orcid":"https://orcid.org/0000-0001-7508-2635"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jue Chen","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2187,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44187859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5070","last_page":"5074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.7715257406234741},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7243960499763489},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7148442268371582},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.6411316394805908},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5722851157188416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5561220645904541},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4841192662715912},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4322047531604767},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36659061908721924}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.7715257406234741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243960499763489},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7148442268371582},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.6411316394805908},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5722851157188416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5561220645904541},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4841192662715912},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4322047531604767},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36659061908721924},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448499","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10448499","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1988395888","https://openalex.org/W2108598243","https://openalex.org/W2764043458","https://openalex.org/W2886851211","https://openalex.org/W2962965870","https://openalex.org/W2963145730","https://openalex.org/W2963363373","https://openalex.org/W2964233199","https://openalex.org/W2976540144","https://openalex.org/W2982242214","https://openalex.org/W3005337910","https://openalex.org/W3034513523","https://openalex.org/W3109212549","https://openalex.org/W3118608800","https://openalex.org/W3167976421","https://openalex.org/W3180849877","https://openalex.org/W3184606595","https://openalex.org/W4212774754","https://openalex.org/W4300971654","https://openalex.org/W6726275242","https://openalex.org/W6738957339","https://openalex.org/W6745148473","https://openalex.org/W6764345721","https://openalex.org/W6773650956","https://openalex.org/W6783970114","https://openalex.org/W6787972765","https://openalex.org/W6810565495"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W1549363203","https://openalex.org/W2154063878","https://openalex.org/W4231274751","https://openalex.org/W2556012038","https://openalex.org/W1489772951","https://openalex.org/W1538046993","https://openalex.org/W3082059448","https://openalex.org/W4313640622"],"abstract_inverted_index":{"Structured":[0],"pruning":[1,38,122,126,138,145],"is":[2,93],"a":[3,24,60],"popular":[4],"technique":[5],"for":[6,124],"reducing":[7],"the":[8,37,48,51,65,69,79,97,102,121],"computational":[9],"cost":[10],"and":[11,74,117,134],"memory":[12],"footprint":[13],"of":[14,50,71,101],"neural":[15],"networks":[16],"by":[17],"removing":[18],"channels.":[19],"It":[20],"often":[21],"leads":[22],"to":[23,46,78,86,95],"decrease":[25],"in":[26],"network":[27],"accuracy,":[28],"which":[29],"can":[30,107,118],"be":[31,108],"restored":[32],"through":[33],"fine-tuning.":[34],"However,":[35],"as":[36],"ratio":[39],"increases,":[40],"it":[41],"becomes":[42],"progressively":[43],"more":[44],"difficult":[45],"restore":[47],"accuracy":[49,88],"trimmed":[52],"network.":[53],"To":[54],"overcome":[55],"this":[56],"challenge,":[57],"we":[58],"propose":[59],"method":[61,106],"that":[62],"linearly":[63],"over-parameterizes":[64],"compact":[66],"layers,":[67],"increasing":[68],"number":[70],"learnable":[72],"parameters,":[73],"re-parameterizes":[75],"them":[76],"back":[77],"original":[80],"layers":[81],"after":[82],"fine-tuning,":[83],"therefore":[84],"contributing":[85],"better":[87],"restoration.":[89],"Similarity-preserving":[90],"knowledge":[91],"distillation":[92],"exploited":[94],"maintain":[96],"feature":[98],"extraction":[99],"ability":[100],"expanded":[103],"layers.":[104],"Our":[105,128],"easily":[109],"integrated":[110],"without":[111],"requiring":[112],"additional":[113],"technology,":[114],"ensuring":[115],"compatibility":[116],"effectively":[119],"enhance":[120],"process":[123],"existing":[125],"techniques.":[127],"approach":[129],"outperforms":[130],"fine-tuning":[131],"on":[132],"CIFAR-10":[133],"ImageNet":[135],"under":[136],"different":[137],"strategies,":[139],"particularly":[140],"when":[141],"dealing":[142],"with":[143],"large":[144],"ratios.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}