{"id":"https://openalex.org/W4366200948","doi":"https://doi.org/10.1109/access.2023.3267469","title":"A Dynamic Pruning Method on Multiple Sparse Structures in Deep Neural Networks","display_name":"A Dynamic Pruning Method on Multiple Sparse Structures in Deep Neural Networks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366200948","doi":"https://doi.org/10.1109/access.2023.3267469"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3267469","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3267469","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10103462.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10103462.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101917105","display_name":"Jie Hu","orcid":"https://orcid.org/0000-0002-4095-0647"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Hu","raw_affiliation_strings":["School of Physics and Technology, Wuhan University, Wuhan, China","School of Physics and Technology, Wuhan University, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0002-4095-0647","affiliations":[{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103074858","display_name":"Peng Lin","orcid":"https://orcid.org/0000-0003-1303-5504"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Lin","raw_affiliation_strings":["School of Physics and Technology, Wuhan University, Wuhan, China","School of Physics and Technology, Wuhan University, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100754496","display_name":"Huajun Zhang","orcid":"https://orcid.org/0000-0002-5346-1244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huajun Zhang","raw_affiliation_strings":["Hubei Aerospace Vehicle Research Institute, Wuhan, China","Hubei Aerospace Vehicle Research Institute, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Aerospace Vehicle Research Institute, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"Hubei Aerospace Vehicle Research Institute, Wuhan, Hubei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071949596","display_name":"Zining Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zining Lan","raw_affiliation_strings":["Hubei Aerospace Vehicle Research Institute, Wuhan, China","Hubei Aerospace Vehicle Research Institute, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Aerospace Vehicle Research Institute, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"Hubei Aerospace Vehicle Research Institute, Wuhan, Hubei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771953","display_name":"Wenxin Chen","orcid":"https://orcid.org/0000-0002-3641-9378"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenxin Chen","raw_affiliation_strings":["Hubei Aerospace Vehicle Research Institute, Wuhan, China","Hubei Aerospace Vehicle Research Institute, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0002-3641-9378","affiliations":[{"raw_affiliation_string":"Hubei Aerospace Vehicle Research Institute, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"Hubei Aerospace Vehicle Research Institute, Wuhan, Hubei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010693615","display_name":"Kailiang Xie","orcid":"https://orcid.org/0009-0008-5746-9906"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailiang Xie","raw_affiliation_strings":["School of Physics and Technology, Wuhan University, Wuhan, China","School of Physics and Technology, Wuhan University, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0009-0008-5746-9906","affiliations":[{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101476827","display_name":"Siyun Chen","orcid":"https://orcid.org/0000-0002-1092-9636"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyun Chen","raw_affiliation_strings":["School of Physics and Technology, Wuhan University, Wuhan, China","School of Physics and Technology, Wuhan University, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446023","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-5279-3645"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["School of Physics and Technology, Wuhan University, Wuhan, China","School of Physics and Technology, Wuhan University, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0001-5279-3645","affiliations":[{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102006180","display_name":"Sheng Chang","orcid":"https://orcid.org/0000-0003-4875-5501"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Chang","raw_affiliation_strings":["School of Physics and Technology, Wuhan University, Wuhan, China","School of Microelectronics, Wuhan University, Wuhan, Hubei, China","School of Physics and Technology, Wuhan University, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0003-4875-5501","affiliations":[{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Microelectronics, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Physics and Technology, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101917105"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8531,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.87520695,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"38448","last_page":"38457"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8155777454376221},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8072022199630737},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.718346893787384},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5468799471855164},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.48942533135414124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46975067257881165},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42394959926605225},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.392198383808136}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8155777454376221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8072022199630737},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.718346893787384},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5468799471855164},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.48942533135414124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46975067257881165},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42394959926605225},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.392198383808136},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3267469","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3267469","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10103462.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:43c1151485d54ffd91b98a0a766b3f80","is_oa":true,"landing_page_url":"https://doaj.org/article/43c1151485d54ffd91b98a0a766b3f80","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 38448-38457 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3267469","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3267469","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10103462.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1633187807","display_name":null,"funder_award_id":"61874079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2785318553","display_name":null,"funder_award_id":"62074116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G856552681","display_name":null,"funder_award_id":"81971702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324116","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366200948.pdf","grobid_xml":"https://content.openalex.org/works/W4366200948.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W566555209","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1919191429","https://openalex.org/W1976328887","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2120972216","https://openalex.org/W2121775913","https://openalex.org/W2125389748","https://openalex.org/W2138019504","https://openalex.org/W2152332944","https://openalex.org/W2156387975","https://openalex.org/W2172166488","https://openalex.org/W2194775991","https://openalex.org/W2209990155","https://openalex.org/W2302255633","https://openalex.org/W2618530766","https://openalex.org/W2931141826","https://openalex.org/W2945886900","https://openalex.org/W2949964376","https://openalex.org/W2950248853","https://openalex.org/W2963000224","https://openalex.org/W2963037989","https://openalex.org/W2963674932","https://openalex.org/W2963981420","https://openalex.org/W2964217848","https://openalex.org/W2970958999","https://openalex.org/W3014641619","https://openalex.org/W3106250896","https://openalex.org/W4293450887","https://openalex.org/W4295312788","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638632666","https://openalex.org/W6677103964","https://openalex.org/W6678000929","https://openalex.org/W6678583879","https://openalex.org/W6682889407","https://openalex.org/W6684563725","https://openalex.org/W6685405536","https://openalex.org/W6686024063","https://openalex.org/W6686067075","https://openalex.org/W6724998850","https://openalex.org/W6725543821","https://openalex.org/W6766978945","https://openalex.org/W6785652829"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W4300560302","https://openalex.org/W992687842","https://openalex.org/W3088108839"],"abstract_inverted_index":{"It":[0,129,160],"is":[1,42,64,185],"well":[2,137],"known":[3],"that":[4],"enormous":[5],"computational":[6],"power":[7],"and":[8,32,49,73,155,179,191,196,200],"a":[9,71,146],"mass":[10],"of":[11,95,119,125],"memory":[12],"are":[13,105,157],"needed":[14],"in":[15,25,66,149,171,207],"deep":[16],"neural":[17],"networks.":[18],"That":[19],"makes":[20],"them":[21],"difficult":[22],"to":[23,46,81,101,110],"apply":[24],"resource-limited":[26],"environments.":[27],"Therefore,":[28],"many":[29],"network":[30,121,148],"compression":[31],"acceleration":[33],"technologies":[34],"have":[35],"come":[36],"out,":[37],"among":[38],"which":[39,143],"connection":[40,53],"pruning":[41,54,126,156],"widely":[43],"applied":[44],"due":[45],"its":[47],"effectiveness":[48],"convenience.":[50],"A":[51],"novel":[52],"method":[55,88,135,184,215],"with":[56,83],"full":[57],"model":[58],"capacity":[59],"on":[60,187,198],"multiple":[61,163],"sparse":[62,165,181],"structures":[63],"proposed":[65],"this":[67,220],"paper.":[68],"We":[69],"design":[70],"simple":[72],"efficient":[74],"function":[75],"called":[76],"Dynamic":[77],"Processing":[78],"Unit":[79],"(DPU)":[80],"deal":[82],"the":[84,90,103,108,120,123,131,139],"evaluated":[85],"weights.":[86],"Our":[87,183],"has":[89],"following":[91],"features:":[92],"(1)":[93],"Instead":[94],"being":[96],"pruned":[97],"directly":[98],"or":[99],"set":[100],"0,":[102],"weights":[104],"controlled":[106],"by":[107],"DPU":[109],"determine":[111],"whether":[112],"they":[113],"will":[114],"work":[115],"for":[116],"subsequent":[117],"forward":[118],"during":[122],"iteration":[124],"training.":[127],"(2)":[128],"supports":[130],"traditional":[132],"multi-steps":[133],"prune":[134],"as":[136,138,194],"end-to-end":[140],"training":[141,154],"mode":[142],"can":[144,161,216],"get":[145],"compressed":[147],"only":[150],"one":[151],"stage":[152],"where":[153],"fused.":[158],"(3)":[159],"learn":[162],"useful":[164],"structures,":[166],"including":[167],"but":[168],"not":[169],"limited":[170],"depth-wise,":[172],"filter-wise,":[173],"channel-wise,":[174],"2D-filter-wise,":[175],"row-wise,":[176],"column-wise,":[177],"connection-wise":[178],"mixed":[180],"structures.":[182],"tested":[186],"various":[188],"widely-used":[189],"datasets":[190],"models,":[192],"such":[193],"LeNet":[195],"ResNet":[197],"MNIST":[199],"CIFAR-10.":[201],"Significantly,":[202],"it":[203],"achieves":[204],"good":[205],"performance":[206],"all":[208],"these":[209],"cases.":[210],"Some":[211],"details":[212],"about":[213],"our":[214],"be":[217],"found":[218],"at":[219],"https://github.com/hujie369/DPU.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}