{"id":"https://openalex.org/W3214747013","doi":"https://doi.org/10.1109/access.2021.3131310","title":"Dynamic Structured Pruning With Novel Filter Importance and Leaky Masking Based on Convolution and Batch Normalization Parameters","display_name":"Dynamic Structured Pruning With Novel Filter Importance and Leaky Masking Based on Convolution and Batch Normalization Parameters","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3214747013","doi":"https://doi.org/10.1109/access.2021.3131310","mag":"3214747013"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3131310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3131310","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627979.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627979.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084445054","display_name":"Incheon Cho","orcid":"https://orcid.org/0000-0001-5641-5596"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Incheon Cho","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-5641-5596","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057558922","display_name":"Eunseop Shin","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunseop Shin","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-7440-5532","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066854398","display_name":"Muhammad Salman Ali","orcid":"https://orcid.org/0000-0002-8548-3827"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Muhammad Salman Ali","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8548-3827","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005200603","display_name":"Sung\u2010Ho Bae","orcid":"https://orcid.org/0000-0003-2677-3186"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sung-Ho Bae","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-2677-3186","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005200603"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2827,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.56326686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"165005","last_page":"165013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6450631618499756},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6322562098503113},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6234879493713379},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6191310882568359},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5069468021392822},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4784384071826935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42801183462142944},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4220535159111023},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3456525206565857},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.11488023400306702}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6450631618499756},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6322562098503113},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6234879493713379},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6191310882568359},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5069468021392822},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4784384071826935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42801183462142944},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4220535159111023},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3456525206565857},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.11488023400306702},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3131310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3131310","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627979.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8040595d074049b8b84f49f875c6564e","is_oa":true,"landing_page_url":"https://doaj.org/article/8040595d074049b8b84f49f875c6564e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 165005-165013 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3131310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3131310","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627979.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5199999809265137,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G7903205676","display_name":null,"funder_award_id":"2018R1C1B3008159","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3214747013.pdf","grobid_xml":"https://content.openalex.org/works/W3214747013.grobid-xml"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1821462560","https://openalex.org/W1903029394","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2164278908","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2285660444","https://openalex.org/W2412782625","https://openalex.org/W2617247391","https://openalex.org/W2622263826","https://openalex.org/W2761407210","https://openalex.org/W2764043458","https://openalex.org/W2807961551","https://openalex.org/W2808168148","https://openalex.org/W2916954108","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963048316","https://openalex.org/W2963363373","https://openalex.org/W2963981420","https://openalex.org/W2964001144","https://openalex.org/W2970958999","https://openalex.org/W2971275988","https://openalex.org/W2974893078","https://openalex.org/W2990844796","https://openalex.org/W2995463996","https://openalex.org/W2997943173","https://openalex.org/W3005273253","https://openalex.org/W3024929536","https://openalex.org/W3025722110","https://openalex.org/W3026581562","https://openalex.org/W3034513523","https://openalex.org/W3034674511","https://openalex.org/W3034818206","https://openalex.org/W3041028268","https://openalex.org/W3046975144","https://openalex.org/W3083297955","https://openalex.org/W3091611536","https://openalex.org/W3093643905","https://openalex.org/W3107407793","https://openalex.org/W3109212549","https://openalex.org/W3118608800","https://openalex.org/W3128829362","https://openalex.org/W3161108526","https://openalex.org/W3166225737","https://openalex.org/W4297775537","https://openalex.org/W6620707391","https://openalex.org/W6638523607","https://openalex.org/W6679667936","https://openalex.org/W6690026940","https://openalex.org/W6724998850","https://openalex.org/W6726275242","https://openalex.org/W6737664043","https://openalex.org/W6738105350","https://openalex.org/W6739622702","https://openalex.org/W6745007479","https://openalex.org/W6745148473","https://openalex.org/W6748035112","https://openalex.org/W6760069825","https://openalex.org/W6767327937","https://openalex.org/W6767534822","https://openalex.org/W6770699648","https://openalex.org/W6771579010","https://openalex.org/W6771852177","https://openalex.org/W6773667195","https://openalex.org/W6777505618","https://openalex.org/W6777628234","https://openalex.org/W6779249178","https://openalex.org/W6781206857","https://openalex.org/W6782895401","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2953716828","https://openalex.org/W2904857019","https://openalex.org/W2944728705","https://openalex.org/W3011538607","https://openalex.org/W2904022177","https://openalex.org/W2591697403","https://openalex.org/W4321441197","https://openalex.org/W2359348847","https://openalex.org/W4294432981","https://openalex.org/W4321276295"],"abstract_inverted_index":{"Various":[0],"pruning":[1,19,73],"methods":[2,20,74],"have":[3,21],"been":[4],"proposed":[5,225],"to":[6,26,145],"solve":[7,181,206],"the":[8,17,77,122,125,134,155,163,170,176,192,196,207,212,260,279],"overparameterized":[9],"problem":[10,175],"in":[11,69,138,278],"deep":[12],"neural":[13],"networks.":[14],"Most":[15],"of":[16,36,79,116,124,195,281],"structured":[18,220,242],"used":[22,76],"magnitude-based":[23,101],"filter":[24,88,102,235],"importance":[25,103,117,236],"remove":[27],"unnecessary":[28],"filters.":[29],"Usually,":[30],"Convolutional":[31],"Neural":[32],"Networks":[33],"(CNN)":[34],"consist":[35],"blocks":[37],"that":[38,105,190,229,247],"proceed":[39],"with":[40,198,259,262,273],"batch":[41],"normalization":[42],"(BN)":[43],"operations":[44],"after":[45],"convolutional":[46],"(Conv)":[47],"operations.":[48],"Each":[49],"element":[50],"is":[51],"calculated":[52],"through":[53,118,211],"cooperation":[54],"between":[55],"Conv":[56,61,82,108,231],"and":[57,62,110,113,232,237,253,275,283],"BN,":[58],"so":[59],"both":[60,107],"BN":[63,85,111,233],"parameters":[64,252,282],"must":[65],"be":[66],"considered":[67],"together":[68],"pruning.":[70,152,221,243],"However,":[71,153],"previous":[72],"independently":[75],"norm":[78],"parameters,":[80],"either":[81],"weights":[83,109,147,156],"or":[84],"scales,":[86,112],"as":[87,128,130,227],"importance,":[89],"ignoring":[90],"these":[91],"CNN":[92],"structures.":[93],"With":[94],"this":[95,174,182],"intuition,":[96],"we":[97,184,205,267],"propose":[98,185],"a":[99,143,186,199,203],"new":[100],"method":[104,189,226],"considers":[106],"provide":[114],"evidence":[115],"experimental":[119],"analysis":[120,132],"on":[121,133,256,271],"rank":[123],"feature":[126,135],"map":[127],"well":[129],"mathematical":[131],"distortion.":[136],"Furthermore,":[137],"recent":[139],"works,":[140],"dynamically":[141],"applying":[142],"mask":[144,161,197,239],"recover":[146],"has":[148],"enabled":[149],"more":[150,217],"accurate":[151,218],"when":[154],"are":[157],"multiplied":[158],"by":[159],"zero":[160,177,193,208],"values,":[162],"gradients":[164],"become":[165],"zero,":[166],"which":[167],"prevents":[168],"updating":[169],"weights.":[171],"We":[172,222],"name":[173],"gradient":[178,209],"transferring.":[179],"To":[180],"problem,":[183],"leaky":[187,213],"masking":[188,214],"replaces":[191],"value":[194],"positive":[200],"constant.":[201],"As":[202],"result,":[204],"transferring":[210],"method,":[215],"enabling":[216],"dynamic":[219,241],"denote":[223],"our":[224,248],"CoBaL":[228,249],"incorporates":[230],"based":[234],"Leaky":[238],"into":[240],"Experimental":[244],"results":[245,270],"show":[246],"compresses":[250],"50.09%":[251],"32.51%":[254],"FLOPs":[255,284],"ResNet":[257],"56":[258],"CIFAR-10":[261],"slightly":[263],"improved":[264],"accuracy.":[265],"Also,":[266],"possess":[268],"comparable":[269],"ImageNet":[272],"50.74%":[274],"29.38%":[276],"reduction":[277],"number":[280],"at":[285],"ResNet18,":[286],"respectively.":[287]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}