{"id":"https://openalex.org/W4385731976","doi":"https://doi.org/10.1109/tip.2023.3302519","title":"Efficient Layer Compression Without Pruning","display_name":"Efficient Layer Compression Without Pruning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385731976","doi":"https://doi.org/10.1109/tip.2023.3302519","pmid":"https://pubmed.ncbi.nlm.nih.gov/37561618"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3302519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3302519","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100440218","display_name":"Jie Wu","orcid":"https://orcid.org/0009-0006-5333-011X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Wu","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035919124","display_name":"Dingshun Zhu","orcid":"https://orcid.org/0000-0002-0683-5098"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingshun Zhu","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065061505","display_name":"Leyuan Fang","orcid":"https://orcid.org/0000-0003-2351-4461"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leyuan Fang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082404485","display_name":"Yue Deng","orcid":"https://orcid.org/0000-0003-2871-8922"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Deng","raw_affiliation_strings":["School of Astronautics, Beihang University, Beijing, China","Science and Technology on Space Intelligent Control Laboratory, Beijing, China","Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","Institute of Artificial Intelligence, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Science and Technology on Space Intelligent Control Laboratory, Beijing, China","institution_ids":["https://openalex.org/I194716290"]},{"raw_affiliation_string":"Advanced Innovation Center for Big Data and Brain Computing, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065328976","display_name":"Zhun Zhong","orcid":"https://orcid.org/0000-0002-8202-0544"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhun Zhong","raw_affiliation_strings":["School of Computer Science, University of Nottingham, Nottingham, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham, Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100440218"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":3.1294,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.9341066,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"4689","last_page":"4700"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592740058898926},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7375930547714233},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.7340757846832275},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5954681634902954},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.58979731798172},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5143962502479553},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4648066759109497},{"id":"https://openalex.org/keywords/padding","display_name":"Padding","score":0.44919395446777344},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.410106897354126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40955352783203125},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3917481303215027},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.28860849142074585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592740058898926},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7375930547714233},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.7340757846832275},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5954681634902954},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.58979731798172},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5143962502479553},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4648066759109497},{"id":"https://openalex.org/C165435473","wikidata":"https://www.wikidata.org/wiki/Q1509884","display_name":"Padding","level":2,"score":0.44919395446777344},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.410106897354126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40955352783203125},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3917481303215027},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.28860849142074585},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3302519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3302519","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37561618","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37561618","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2075748576","display_name":null,"funder_award_id":"2022RSC3064","funder_id":"https://openalex.org/F4320330206","funder_display_name":"Science and Technology Program of Hunan Province"},{"id":"https://openalex.org/G3509377822","display_name":null,"funder_award_id":"61922029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4515054511","display_name":null,"funder_award_id":"2021JJ30003","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G4583694037","display_name":null,"funder_award_id":"U22B2014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G735968890","display_name":null,"funder_award_id":"2021SK2039","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320330206","display_name":"Science and Technology Program of Hunan Province","ror":null},{"id":"https://openalex.org/F4320330214","display_name":"Key Research and Development Program of Hunan Province of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W2108598243","https://openalex.org/W2156387975","https://openalex.org/W2172166488","https://openalex.org/W2194775991","https://openalex.org/W2279098554","https://openalex.org/W2553303224","https://openalex.org/W2604319603","https://openalex.org/W2752782242","https://openalex.org/W2798170643","https://openalex.org/W2808168148","https://openalex.org/W2808384944","https://openalex.org/W2888429796","https://openalex.org/W2891894830","https://openalex.org/W2897295818","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2933024809","https://openalex.org/W2962851801","https://openalex.org/W2962957359","https://openalex.org/W2962965870","https://openalex.org/W2963145730","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2963446712","https://openalex.org/W2965862774","https://openalex.org/W2970896726","https://openalex.org/W2984425133","https://openalex.org/W2984618279","https://openalex.org/W2995046500","https://openalex.org/W2998342322","https://openalex.org/W3007122219","https://openalex.org/W3028151507","https://openalex.org/W3034251466","https://openalex.org/W3034368386","https://openalex.org/W3034408420","https://openalex.org/W3034513523","https://openalex.org/W3034535818","https://openalex.org/W3034971973","https://openalex.org/W3035297311","https://openalex.org/W3035467254","https://openalex.org/W3090718329","https://openalex.org/W3093220791","https://openalex.org/W3100837220","https://openalex.org/W3104263540","https://openalex.org/W3106609780","https://openalex.org/W3118608800","https://openalex.org/W3136450870","https://openalex.org/W3138154797","https://openalex.org/W3160012585","https://openalex.org/W3167976421","https://openalex.org/W3171298560","https://openalex.org/W3180849877","https://openalex.org/W3181161645","https://openalex.org/W3184606595","https://openalex.org/W3193895134","https://openalex.org/W3200828110","https://openalex.org/W4224058293","https://openalex.org/W4225923575","https://openalex.org/W4226426325","https://openalex.org/W4288022794","https://openalex.org/W4293193356","https://openalex.org/W4295185264","https://openalex.org/W4306168147","https://openalex.org/W4312443924","https://openalex.org/W4320837315","https://openalex.org/W6637373629","https://openalex.org/W6682889407","https://openalex.org/W6685405536","https://openalex.org/W6695314431","https://openalex.org/W6726275242","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6753701838","https://openalex.org/W6767025246","https://openalex.org/W6769412281","https://openalex.org/W6771832129","https://openalex.org/W6772412007","https://openalex.org/W6785901795","https://openalex.org/W6787972765","https://openalex.org/W6791710050","https://openalex.org/W6850174138"],"related_works":["https://openalex.org/W2142641794","https://openalex.org/W4384947563","https://openalex.org/W2946726629","https://openalex.org/W4231428344","https://openalex.org/W4322753435","https://openalex.org/W4243974052","https://openalex.org/W4315882065","https://openalex.org/W4244331477","https://openalex.org/W4236539272","https://openalex.org/W4287587694"],"abstract_inverted_index":{"Network":[0],"pruning":[1],"is":[2,94],"one":[3],"of":[4,13,102,115,122,138,164],"the":[5,10,75,91,99,103,113,116,120,123,132,136,178],"chief":[6],"means":[7],"for":[8,142,166,170],"improving":[9],"computational":[11],"efficiency":[12],"Deep":[14],"Neural":[15],"Networks":[16],"(DNNs).":[17],"Pruning-based":[18],"methods":[19],"generally":[20],"discard":[21],"network":[22,34,93,117,144],"kernels,":[23],"channels,":[24],"or":[25],"layers,":[26,76],"which":[27],"however":[28],"inevitably":[29],"will":[30],"disrupt":[31],"original":[32],"well-learned":[33],"correlation":[35,121],"and":[36,60,87,168],"thus":[37],"lead":[38],"to":[39,53,73,134],"performance":[40,159],"degeneration.":[41],"In":[42,105,173],"this":[43,106],"work,":[44],"we":[45,66,130],"propose":[46,68],"an":[47],"Efficient":[48],"Layer":[49],"Compression":[50],"(ELC)":[51],"approach":[52],"efficiently":[54],"compress":[55],"serial":[56,81,139],"layers":[57,82,141],"by":[58,181],"decoupling":[59,71],"merging":[61],"rather":[62],"than":[63],"pruning.":[64],"Specifically,":[65],"first":[67,133],"a":[69,161],"novel":[70],"module":[72],"decouple":[74],"enabling":[77],"us":[78],"readily":[79],"merge":[80],"that":[83,154],"include":[84],"both":[85],"nonlinear":[86],"convolutional":[88,124,140],"layers.":[89,125],"Then,":[90],"decoupled":[92],"losslessly":[95],"merged":[96],"based":[97],"on":[98,150,183],"equivalent":[100],"conversion":[101],"parameters.":[104],"way,":[107],"our":[108,127,155,175],"ELC":[109,176],"can":[110],"effectively":[111],"reduce":[112],"depth":[114],"without":[118],"destroying":[119],"To":[126],"best":[128],"knowledge,":[129],"are":[131],"exploit":[135],"mergeability":[137],"lossless":[143],"layer":[145],"compression.":[146],"Experimental":[147],"results":[148],"conducted":[149],"two":[151],"datasets":[152],"demonstrate":[153],"method":[156],"retains":[157],"superior":[158],"with":[160],"FLOPs":[162],"reduction":[163],"74.1%":[165],"VGG-16":[167],"54.6%":[169],"ResNet-56,":[171],"respectively.":[172],"addition,":[174],"improves":[177],"inference":[179],"speed":[180],"2\u00d7":[182],"Jetson":[184],"AGX":[185],"Xavier":[186],"edge":[187],"device.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}