{"id":"https://openalex.org/W4288054267","doi":"https://doi.org/10.1109/tpami.2022.3193925","title":"exploring Fine-Grained Sparsity in Convolutional Neural Networks for Efficient Inference","display_name":"exploring Fine-Grained Sparsity in Convolutional Neural Networks for Efficient Inference","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4288054267","doi":"https://doi.org/10.1109/tpami.2022.3193925","pmid":"https://pubmed.ncbi.nlm.nih.gov/35881599"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3193925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3193925","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058116832","display_name":"Longguang Wang","orcid":"https://orcid.org/0000-0003-0429-0263"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Longguang Wang","raw_affiliation_strings":["College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032533885","display_name":"Yulan Guo","orcid":"https://orcid.org/0000-0001-7051-841X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulan Guo","raw_affiliation_strings":["College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China","School of Electronics and Communication Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"School of Electronics and Communication Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051017507","display_name":"Xiaoyu Dong","orcid":"https://orcid.org/0000-0001-6717-9779"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaoyu Dong","raw_affiliation_strings":["University of Tokyo, Japan","RIKEN AIP, Japan"],"affiliations":[{"raw_affiliation_string":"University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"RIKEN AIP, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052232868","display_name":"Yingqian Wang","orcid":"https://orcid.org/0000-0002-9081-6227"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingqian Wang","raw_affiliation_strings":["College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024412258","display_name":"Xinyi Ying","orcid":"https://orcid.org/0000-0002-3683-1477"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Ying","raw_affiliation_strings":["College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068849800","display_name":"Zaiping Lin","orcid":"https://orcid.org/0000-0002-1463-5838"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaiping Lin","raw_affiliation_strings":["College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032382317","display_name":"Wei An","orcid":"https://orcid.org/0000-0001-8319-2105"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei An","raw_affiliation_strings":["College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, Nation University of Defense Technology (NUDT), P. R. China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5058116832"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.7132,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.70306141,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"45","issue":"4","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8713210821151733},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7854019403457642},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7808248996734619},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7247779965400696},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7104141116142273},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6631714701652527},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44655975699424744},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33447206020355225},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32784777879714966},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28697216510772705},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2794327735900879}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8713210821151733},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7854019403457642},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7808248996734619},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7247779965400696},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7104141116142273},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6631714701652527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44655975699424744},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33447206020355225},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32784777879714966},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28697216510772705},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2794327735900879},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3193925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3193925","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35881599","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35881599","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W54257720","https://openalex.org/W1791560514","https://openalex.org/W1921093919","https://openalex.org/W1930824406","https://openalex.org/W2047920195","https://openalex.org/W2089597841","https://openalex.org/W2115441154","https://openalex.org/W2117248802","https://openalex.org/W2121927366","https://openalex.org/W2128272608","https://openalex.org/W2144041313","https://openalex.org/W2160903697","https://openalex.org/W2172654076","https://openalex.org/W2192954843","https://openalex.org/W2194775991","https://openalex.org/W2242218935","https://openalex.org/W2259424905","https://openalex.org/W2440384215","https://openalex.org/W2562731582","https://openalex.org/W2586114507","https://openalex.org/W2604231069","https://openalex.org/W2607041014","https://openalex.org/W2657126969","https://openalex.org/W2741137940","https://openalex.org/W2788158258","https://openalex.org/W2795024892","https://openalex.org/W2797997528","https://openalex.org/W2798722023","https://openalex.org/W2866634454","https://openalex.org/W2886944874","https://openalex.org/W2928560789","https://openalex.org/W2952813711","https://openalex.org/W2954930822","https://openalex.org/W2960986959","https://openalex.org/W2962851801","https://openalex.org/W2962912109","https://openalex.org/W2962944050","https://openalex.org/W2963053547","https://openalex.org/W2963123724","https://openalex.org/W2963125977","https://openalex.org/W2963182550","https://openalex.org/W2963231581","https://openalex.org/W2963281829","https://openalex.org/W2963372104","https://openalex.org/W2963393494","https://openalex.org/W2963446712","https://openalex.org/W2963496125","https://openalex.org/W2963517242","https://openalex.org/W2963610452","https://openalex.org/W2963617879","https://openalex.org/W2963619659","https://openalex.org/W2963645458","https://openalex.org/W2963830382","https://openalex.org/W2963896595","https://openalex.org/W2964101377","https://openalex.org/W2964125708","https://openalex.org/W2964233199","https://openalex.org/W2968557240","https://openalex.org/W2976718572","https://openalex.org/W2979816491","https://openalex.org/W2981199548","https://openalex.org/W2981812042","https://openalex.org/W2981983525","https://openalex.org/W2982809261","https://openalex.org/W2990613095","https://openalex.org/W2991216808","https://openalex.org/W2997575304","https://openalex.org/W3003437478","https://openalex.org/W3012494314","https://openalex.org/W3034239841","https://openalex.org/W3034344052","https://openalex.org/W3034513523","https://openalex.org/W3034530552","https://openalex.org/W3034564916","https://openalex.org/W3035280441","https://openalex.org/W3039442820","https://openalex.org/W3039448353","https://openalex.org/W3087980862","https://openalex.org/W3093434340","https://openalex.org/W3101659800","https://openalex.org/W3109632933","https://openalex.org/W3109944402","https://openalex.org/W3162787701","https://openalex.org/W3163767593","https://openalex.org/W3170026688","https://openalex.org/W3171215128","https://openalex.org/W3172573759","https://openalex.org/W3175873985","https://openalex.org/W3176997885","https://openalex.org/W3181256344","https://openalex.org/W3185123971","https://openalex.org/W3185811833","https://openalex.org/W3204647170","https://openalex.org/W3206130237","https://openalex.org/W4246193833","https://openalex.org/W6631190155","https://openalex.org/W6631660994","https://openalex.org/W6637373629","https://openalex.org/W6638020065","https://openalex.org/W6684191040","https://openalex.org/W6726275242","https://openalex.org/W6729448088","https://openalex.org/W6733367512","https://openalex.org/W6739778489","https://openalex.org/W6743912273","https://openalex.org/W6752057402","https://openalex.org/W6755526309","https://openalex.org/W6763422710","https://openalex.org/W6784233108","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2027972911","https://openalex.org/W2146343568","https://openalex.org/W2097707447","https://openalex.org/W2048582679","https://openalex.org/W2782226720","https://openalex.org/W3155846967"],"abstract_inverted_index":{"Neural":[0],"networks":[1,29],"contain":[2],"considerable":[3],"redundant":[4,60,111],"computation,":[5,112],"which":[6],"drags":[7],"down":[8],"the":[9,14,24,39],"inference":[10,40],"efficiency":[11,41],"and":[12,30,52,58,76,86,105,129,142],"hinders":[13],"deployment":[15],"on":[16,67,134],"resource-limited":[17],"devices.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22,72],"study":[23],"sparsity":[25],"in":[26,49,137],"convolutional":[27],"neural":[28],"propose":[31],"a":[32,63],"generic":[33],"sparse":[34,45,69,96],"mask":[35,70],"mechanism":[36],"to":[37,55,101,108],"improve":[38],"of":[42,139],"networks.":[43],"Specifically,":[44],"masks":[46,97],"are":[47,98],"learned":[48],"both":[50,140],"data":[51],"channel":[53],"dimensions":[54],"dynamically":[56],"localize":[57,110],"skip":[59],"computation":[61],"at":[62],"fine-grained":[64],"level.":[65],"Based":[66],"our":[68,95,126],"mechanism,":[71],"develop":[73],"SMPointSeg,":[74,127],"SMSR,":[75,128],"SMStereo":[77,130],"for":[78,119],"point":[79],"cloud":[80],"semantic":[81],"segmentation,":[82],"single":[83],"image":[84],"super-resolution,":[85],"stereo":[87],"matching":[88],"tasks,":[89],"respectively.":[90],"It":[91],"is":[92],"demonstrated":[93],"that":[94,125],"well":[99],"compatible":[100],"different":[102],"model":[103],"components":[104],"network":[106],"architectures":[107],"accurately":[109],"with":[113],"computational":[114],"cost":[115],"being":[116],"significantly":[117],"reduced":[118],"practical":[120],"speedup.":[121],"Extensive":[122],"experiments":[123],"show":[124],"achieve":[131],"state-of-the-art":[132],"performance":[133],"benchmark":[135],"datasets":[136],"terms":[138],"accuracy":[141],"efficiency.":[143]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}