{"id":"https://openalex.org/W4224058293","doi":"https://doi.org/10.1109/tnnls.2022.3165123","title":"Model Compression Based on Differentiable Network Channel Pruning","display_name":"Model Compression Based on Differentiable Network Channel Pruning","publication_year":2022,"publication_date":"2022-04-15","ids":{"openalex":"https://openalex.org/W4224058293","doi":"https://doi.org/10.1109/tnnls.2022.3165123","pmid":"https://pubmed.ncbi.nlm.nih.gov/35427225"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3165123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3165123","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yu-Jie Zheng","orcid":"https://orcid.org/0000-0001-5863-6843"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Jie Zheng","raw_affiliation_strings":["IMIS Laboratory of Anhui Province, the Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, the MOE Key Laboratory of Intelligent Computing and Signal Processing (ICSP), and the School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5863-6843","affiliations":[{"raw_affiliation_string":"IMIS Laboratory of Anhui Province, the Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, the MOE Key Laboratory of Intelligent Computing and Signal Processing (ICSP), and the School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Si-Bao Chen","orcid":"https://orcid.org/0000-0003-1481-0162"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si-Bao Chen","raw_affiliation_strings":["IMIS Laboratory of Anhui Province, the Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, the MOE Key Laboratory of Intelligent Computing and Signal Processing (ICSP), and the School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-1481-0162","affiliations":[{"raw_affiliation_string":"IMIS Laboratory of Anhui Province, the Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, the MOE Key Laboratory of Intelligent Computing and Signal Processing (ICSP), and the School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chris H. Q. Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris H. Q. Ding","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":null,"display_name":"Bin Luo","orcid":"https://orcid.org/0000-0001-5948-5055"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Luo","raw_affiliation_strings":["IMIS Laboratory of Anhui Province, the Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, the MOE Key Laboratory of Intelligent Computing and Signal Processing (ICSP), and the School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5948-5055","affiliations":[{"raw_affiliation_string":"IMIS Laboratory of Anhui Province, the Anhui Provincial Key Laboratory of Multimodal Cognitive Computation, the MOE Key Laboratory of Intelligent Computing and Signal Processing (ICSP), and the School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7901,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.96281086,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"34","issue":"12","first_page":"10203","last_page":"10212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8822000026702881,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8822000026702881,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.015799999237060547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7218999862670898},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5302000045776367},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5292999744415283},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45680001378059387},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.4417000114917755},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4223000109195709},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.38600000739097595},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.3732999861240387}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7218999862670898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6348999738693237},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5302000045776367},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5292999744415283},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4797999858856201},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45680001378059387},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.4417000114917755},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43790000677108765},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C99679407","wikidata":"https://www.wikidata.org/wiki/Q56761637","display_name":"Substructure","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.2904999852180481},{"id":"https://openalex.org/C104122410","wikidata":"https://www.wikidata.org/wiki/Q1416406","display_name":"Network model","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27390000224113464},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3165123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3165123","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35427225","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35427225","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2231845458","display_name":null,"funder_award_id":"61860206004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6474056369","display_name":null,"funder_award_id":"61976004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W1965555277","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2395611524","https://openalex.org/W2560023338","https://openalex.org/W2563705555","https://openalex.org/W2752782242","https://openalex.org/W2798275680","https://openalex.org/W2799238091","https://openalex.org/W2808168148","https://openalex.org/W2883111419","https://openalex.org/W2883780447","https://openalex.org/W2884150179","https://openalex.org/W2886851211","https://openalex.org/W2928560789","https://openalex.org/W2962851801","https://openalex.org/W2962861284","https://openalex.org/W2963037989","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2964195914","https://openalex.org/W2964233199","https://openalex.org/W2970958999","https://openalex.org/W2981698279","https://openalex.org/W2984618279","https://openalex.org/W2998619828","https://openalex.org/W3035377608","https://openalex.org/W6637373629","https://openalex.org/W6723181079","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6729956949","https://openalex.org/W6737664043","https://openalex.org/W6739917289","https://openalex.org/W6748057086","https://openalex.org/W6752515464","https://openalex.org/W6755843862","https://openalex.org/W6756887525","https://openalex.org/W6763381322"],"related_works":[],"abstract_inverted_index":{"Although":[0],"neural":[1],"networks":[2],"have":[3],"achieved":[4],"great":[5],"success":[6],"in":[7,100,129],"various":[8],"fields,":[9],"applications":[10],"on":[11,172],"mobile":[12],"devices":[13],"are":[14,140,165],"limited":[15],"by":[16],"the":[17,104,107,126,137,144,148,153,158],"computational":[18,40],"and":[19,38,63,124,160,169,176],"storage":[20],"costs":[21],"required":[22],"for":[23,54,76],"large":[24,67],"models.":[25],"The":[26],"model":[27,55],"compression":[28],"(neural":[29],"network":[30,36,49,138,145],"pruning)":[31],"technology":[32],"can":[33,73],"significantly":[34],"reduce":[35],"parameters":[37,139],"improve":[39],"efficiency.":[41],"In":[42],"this":[43],"article,":[44],"we":[45,89,142],"propose":[46],"a":[47,66,91,110,116],"differentiable":[48],"channel":[50],"pruning":[51],"(DNCP)":[52],"method":[53,72],"compression.":[56],"Unlike":[57],"existing":[58],"methods":[59],"that":[60,79],"require":[61],"sampling":[62],"evaluation":[64],"of":[65,69,98,103,109,113,122,162],"number":[68,97,112],"substructures,":[70],"our":[71],"efficiently":[74],"search":[75],"optimal":[77,154],"substructure":[78],"meets":[80],"resource":[81],"constraints":[82],"(e.g.,":[83],"FLOPs)":[84],"through":[85,133],"gradient":[86,134],"descent.":[87,135],"Specifically,":[88],"assign":[90],"learnable":[92,127,149],"probability":[93,128,150],"to":[94,115,147,151],"each":[95,101],"possible":[96,120],"channels":[99,114],"layer":[102],"network,":[105],"relax":[106],"selection":[108],"particular":[111],"softmax":[117],"over":[118],"all":[119],"numbers":[121],"channels,":[123],"optimize":[125],"an":[130],"end-to-end":[131],"manner":[132],"After":[136],"optimized,":[141],"prune":[143],"according":[146],"obtain":[152],"substructure.":[155],"To":[156],"demonstrate":[157],"effectiveness":[159],"efficiency":[161],"DNCP,":[163],"experiments":[164],"conducted":[166],"with":[167],"ResNet":[168],"MobileNet":[170],"V2":[171],"CIFAR,":[173],"Tiny":[174],"ImageNet,":[175],"ImageNet":[177],"datasets.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-09T07:52:08.696243","created_date":"2022-04-19T00:00:00"}