{"id":"https://openalex.org/W4410294777","doi":"https://doi.org/10.1109/jstsp.2025.3568224","title":"Reconstruct the Pruned Model Without Retraining","display_name":"Reconstruct the Pruned Model Without Retraining","publication_year":2025,"publication_date":"2025-05-12","ids":{"openalex":"https://openalex.org/W4410294777","doi":"https://doi.org/10.1109/jstsp.2025.3568224"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2025.3568224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2025.3568224","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113123604","display_name":"Pingjie Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingjie Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-4331-9318","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104315338","display_name":"Ziqing Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqing Fan","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084479881","display_name":"Shengchao Hu","orcid":"https://orcid.org/0000-0002-6860-2222"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengchao Hu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6860-2222","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457773","display_name":"Zhe Chen","orcid":"https://orcid.org/0000-0003-4599-1170"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4599-1170","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645705","display_name":"Yanfeng Wang","orcid":"https://orcid.org/0000-0002-3196-2347"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3196-2347","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445125","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-9500-081X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9500-081X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04469031,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":"7","first_page":"1279","last_page":"1290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.31929999589920044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.31929999589920044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.148499995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.06689999997615814,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6566818952560425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5681331753730774},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5247633457183838},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35816824436187744}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6566818952560425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5681331753730774},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5247633457183838},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35816824436187744},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2025.3568224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2025.3568224","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6360183275","display_name":null,"funder_award_id":"22DZ2229005","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1632114991","https://openalex.org/W2130158090","https://openalex.org/W2156150815","https://openalex.org/W2251939518","https://openalex.org/W2739351760","https://openalex.org/W2890894339","https://openalex.org/W2896457183","https://openalex.org/W2923014074","https://openalex.org/W2946609015","https://openalex.org/W2946794439","https://openalex.org/W2963323070","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2970454332","https://openalex.org/W2978670439","https://openalex.org/W2979826702","https://openalex.org/W2998617917","https://openalex.org/W3194676777","https://openalex.org/W3207622241","https://openalex.org/W4206634569","https://openalex.org/W4253067820","https://openalex.org/W4385245566","https://openalex.org/W4385573119","https://openalex.org/W4389104738","https://openalex.org/W4393147854"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Structured":[0],"pruning":[1,29,101,142],"is":[2,14,97],"a":[3,61,118],"promising":[4],"hardware-friendly":[5],"compression":[6],"technique":[7],"for":[8,137],"large":[9],"language":[10],"models":[11],"(LLMs),":[12],"which":[13],"expected":[15],"to":[16,19,31,38,52,80,121],"be":[17],"retraining-free":[18,26],"avoid":[20],"the":[21,33,81,86,140],"enormous":[22],"retraining":[23],"cost.":[24],"This":[25],"paradigm":[27],"involves":[28],"criteria":[30,102],"define":[32],"architecture":[34],"and":[35,49,89,92,103,111,132],"distortion":[36],"reconstruction":[37,43],"restore":[39],"performance.":[40],"However,":[41],"existing":[42],"algorithms":[44],"often":[45],"exhibit":[46],"limited":[47],"generalizability":[48],"can":[50],"lead":[51],"significant":[53],"error":[54,88],"accumulation.":[55],"To":[56],"address":[57],"them,":[58],"we":[59],"propose":[60],"<bold":[62,65,68,71],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[63,66,69,72],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">L</b>inear":[64],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I</b>nterpolation-based":[67],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</b>daptive":[70],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">R</b>econstruction":[73],"(LIAR)":[74],"framework.":[75],"By":[76],"applying":[77],"linear":[78],"interpolation":[79],"preserved":[82],"weights,":[83],"LIAR":[84,96,116],"minimizes":[85],"accumulated":[87],"achieves":[90,133],"efficient":[91],"accurate":[93],"reconstruction.":[94],"Furthermore,":[95],"compatible":[98],"with":[99],"diverse":[100],"modules.":[104],"Our":[105],"evaluations":[106],"on":[107],"GLUE,":[108],"SQuAD,":[109],"WikiText,":[110],"reasoning":[112],"benchmarks":[113],"show":[114],"that":[115],"enables":[117],"BERT":[119],"model":[120],"maintain":[122],"98%":[123],"accuracy":[124],"even":[125],"after":[126],"removing":[127],"50%":[128,141],"of":[129],"its":[130],"parameters":[131],"2.56\u00d7":[134],"performance":[135],"enhancement":[136],"LLaMA-7B":[138],"under":[139],"ratio":[143],"within":[144],"1":[145],"minute.":[146]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}