{"id":"https://openalex.org/W7169678055","doi":"https://doi.org/10.1007/978-981-92-3520-9_23","title":"LAGR: Compensate Layer Pruning with Adaptive Gated Residuals for Efficient Compression","display_name":"LAGR: Compensate Layer Pruning with Adaptive Gated Residuals for Efficient Compression","publication_year":2026,"publication_date":"2026-07-18","ids":{"openalex":"https://openalex.org/W7169678055","doi":"https://doi.org/10.1007/978-981-92-3520-9_23"},"language":"en","primary_location":{"id":"doi:10.1007/978-981-92-3520-9_23","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-981-92-3520-9_23","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-981-92-3520-9_23.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-981-92-3520-9_23.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139048052","display_name":"Yuchuan Mu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchuan Mu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101508336","display_name":"Yuehua Chen","orcid":"https://orcid.org/0000-0002-4646-4017"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuli Chen","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141115811","display_name":"Bo Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Cheng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141127844","display_name":"Peng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["Beijing Research Institute of Telemetry, Beijing, 100076, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Research Institute of Telemetry, Beijing, 100076, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5141130123","display_name":"Jianping Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianping Hu","raw_affiliation_strings":["Beijing Research Institute of Telemetry, Beijing, 100076, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Research Institute of Telemetry, Beijing, 100076, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101508336","https://openalex.org/A5141115811"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"286","last_page":"298"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7562000155448914},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6036999821662903},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5658000111579895},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5537999868392944},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.46639999747276306},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4406000077724457},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.435699999332428},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.38690000772476196}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8962000012397766},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7562000155448914},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6036999821662903},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5658000111579895},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5537999868392944},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.46639999747276306},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38190001249313354},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35510000586509705},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.26109999418258667},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2556000053882599},{"id":"https://openalex.org/C2988416141","wikidata":"https://www.wikidata.org/wiki/Q6031139","display_name":"Information loss","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-981-92-3520-9_23","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-981-92-3520-9_23","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-981-92-3520-9_23.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-981-92-3520-9_23","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-981-92-3520-9_23","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-981-92-3520-9_23.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2014222781","display_name":null,"funder_award_id":"U22A2026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2218334274","display_name":null,"funder_award_id":"Grant No. 62372058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G482571221","display_name":null,"funder_award_id":"62372058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7169678055.pdf","grobid_xml":"https://content.openalex.org/works/W7169678055.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W2093647425","https://openalex.org/W2890894339","https://openalex.org/W2946609015","https://openalex.org/W2963091133","https://openalex.org/W2996908057","https://openalex.org/W2998617917","https://openalex.org/W4404781961","https://openalex.org/W4404918643","https://openalex.org/W4412887764"],"related_works":[],"abstract_inverted_index":{"Although":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"display":[5],"impressive":[6],"capabilities":[7],"over":[8],"a":[9,66],"wide":[10],"range":[11],"of":[12,130],"tasks,":[13],"their":[14],"growing":[15],"scale":[16],"presents":[17],"significant":[18],"challenges":[19],"for":[20,77],"deployment":[21],"in":[22,32],"resource-constrained":[23],"environments.":[24],"Structured":[25],"pruning,":[26],"particularly":[27],"layer":[28],"removal,":[29],"while":[30,74],"effective":[31],"reducing":[33],"memory":[34],"and":[35,84,117,148],"latency,":[36],"often":[37],"introduces":[38,93],"representation":[39],"mismatches":[40],"at":[41],"the":[42,78,99,131],"pruned":[43,100],"boundaries,":[44],"leading":[45],"to":[46,151],"severe":[47],"performance":[48,134,142],"degradation":[49],"that":[50,70,120],"necessitates":[51],"costly":[52],"retraining.":[53],"To":[54],"overcome":[55],"this":[56],"limitation,":[57],"we":[58],"propose":[59],"LAGR":[60,82,121,139],"(Layer-pruning":[61],"with":[62],"Adaptive":[63],"Gated":[64],"Residuals),":[65],"novel":[67],"lightweight":[68],"framework":[69],"prunes":[71,85],"redundant":[72,86],"layers":[73,87],"explicitly":[75],"compensating":[76],"resulting":[79],"information":[80,108],"loss.":[81],"identifies":[83],"based":[88],"on":[89],"hidden-state":[90],"similarity,":[91],"then":[92],"learnable":[94],"gated":[95],"residual":[96],"bridges":[97,103],"around":[98],"segments.":[101],"These":[102],"effectively":[104],"restore":[105],"lost":[106],"cross-layer":[107],"by":[109],"aligning":[110],"representations.":[111],"Experiments":[112],"across":[113],"multiple":[114],"LLM":[115],"families":[116],"benchmarks":[118],"show":[119],"consistently":[122],"outperforms":[123],"representative":[124],"structured":[125],"pruning":[126],"methods,":[127],"achieving":[128],"90%":[129],"original":[132],"model\u2019s":[133],"under":[135],"20%":[136],"compression.":[137],"Moreover,":[138],"achieves":[140],"recovery":[141],"approaching":[143],"full":[144],"Low-Rank":[145],"Adaptation":[146],"(LoRA)":[147],"is":[149],"complementary":[150],"weight-adaptation":[152],"methods":[153],"such":[154],"as":[155],"LoRA,":[156],"yielding":[157],"further":[158],"gains":[159],"when":[160],"combined.":[161]},"counts_by_year":[],"updated_date":"2026-07-20T05:51:44.042241","created_date":"2026-07-19T00:00:00"}