{"id":"https://openalex.org/W4319301243","doi":"https://doi.org/10.1109/wacv56688.2023.00644","title":"Pushing the Efficiency Limit Using Structured Sparse Convolutions","display_name":"Pushing the Efficiency Limit Using Structured Sparse Convolutions","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319301243","doi":"https://doi.org/10.1109/wacv56688.2023.00644"},"language":"en","primary_location":{"id":"doi:10.1109/wacv56688.2023.00644","doi":"https://doi.org/10.1109/wacv56688.2023.00644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv56688.2023.00644","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.12818","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101744115","display_name":"Vinay Kumar Verma","orcid":"https://orcid.org/0000-0002-6532-2997","observed_orcids":["https://orcid.org/0000-0002-6532-2997"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinay Kumar Verma","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103098792","display_name":"Nikhil Mehta","orcid":"https://orcid.org/0000-0002-7277-8466","observed_orcids":["https://orcid.org/0000-0002-7277-8466"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Mehta","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032913967","display_name":"Shijing Si","orcid":"https://orcid.org/0000-0003-4346-2574","observed_orcids":["https://orcid.org/0000-0003-4346-2574"]},"institutions":[{"id":"https://openalex.org/I11406153","display_name":"Shanghai International Studies University","ror":"https://ror.org/01bn89z48","country_code":"CN","type":"education","lineage":["https://openalex.org/I11406153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijing Si","raw_affiliation_strings":["Shanghai International Studies University,SEF","SEF, Shanghai International Studies University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai International Studies University,SEF","institution_ids":["https://openalex.org/I11406153"]},{"raw_affiliation_string":"SEF, Shanghai International Studies University","institution_ids":["https://openalex.org/I11406153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056639842","display_name":"Ricardo Henao","orcid":"https://orcid.org/0000-0003-4980-845X","observed_orcids":["https://orcid.org/0000-0003-4980-845X"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ricardo Henao","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016448581","display_name":"Lawrence Carin","orcid":"https://orcid.org/0000-0001-6277-7948","observed_orcids":["https://orcid.org/0000-0001-6277-7948"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA","US"],"is_corresponding":false,"raw_author_name":"Lawrence Carin","raw_affiliation_strings":["Duke University","KAUST, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"KAUST, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4286,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.68590937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"6492","last_page":"6502"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weight-pruning","display_name":"weight pruning","score":0.796999990940094},{"id":"https://openalex.org/keywords/neural-network-compression","display_name":"neural network compression","score":0.7990000247955322},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.6420000195503235},{"id":"https://openalex.org/keywords/sparse-subnetworks","display_name":"sparse subnetworks","score":0.8420000076293945},{"id":"https://openalex.org/keywords/depthwise-convolution","display_name":"depthwise convolution","score":0.8220000267028809},{"id":"https://openalex.org/keywords/pointwise-convolution","display_name":"pointwise convolution","score":0.972000002861023},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.4830000102519989}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8157113790512085},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7351635694503784},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7205357551574707},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7164019346237183},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.6625043749809265},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.6084175109863281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.538103461265564},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4586704969406128},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.43808358907699585},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4377683401107788},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.41991183161735535},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.41233256459236145},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40551725029945374},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34964054822921753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3223753571510315},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09311875700950623},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/wacv56688.2023.00644","doi":"https://doi.org/10.1109/wacv56688.2023.00644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv56688.2023.00644","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2210.12818","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.12818","pdf_url":"https://arxiv.org/pdf/2210.12818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/686477","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/686477","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},{"id":"doi:10.48550/arxiv.2210.12818","doi":"https://doi.org/10.48550/arxiv.2210.12818","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.12818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.12818","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.12818","pdf_url":"https://arxiv.org/pdf/2210.12818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4319301243.pdf","grobid_xml":"https://content.openalex.org/works/W4319301243.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W992687842","https://openalex.org/W1686810756","https://openalex.org/W1996901117","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2114766824","https://openalex.org/W2119144962","https://openalex.org/W2127265926","https://openalex.org/W2156150815","https://openalex.org/W2167215970","https://openalex.org/W2194775991","https://openalex.org/W2300805302","https://openalex.org/W2513419314","https://openalex.org/W2515385951","https://openalex.org/W2549139847","https://openalex.org/W2593110912","https://openalex.org/W2619890685","https://openalex.org/W2741485222","https://openalex.org/W2754084392","https://openalex.org/W2767827820","https://openalex.org/W2768501777","https://openalex.org/W2788715907","https://openalex.org/W2789756211","https://openalex.org/W2798170643","https://openalex.org/W2805003733","https://openalex.org/W2808133870","https://openalex.org/W2808168148","https://openalex.org/W2883780447","https://openalex.org/W2886067286","https://openalex.org/W2894604724","https://openalex.org/W2894740066","https://openalex.org/W2895260923","https://openalex.org/W2899748887","https://openalex.org/W2900103278","https://openalex.org/W2907886210","https://openalex.org/W2911867426","https://openalex.org/W2912260645","https://openalex.org/W2919347051","https://openalex.org/W2947681860","https://openalex.org/W2947996606","https://openalex.org/W2948635472","https://openalex.org/W2951598131","https://openalex.org/W2956434358","https://openalex.org/W2962851801","https://openalex.org/W2963163009","https://openalex.org/W2964233199","https://openalex.org/W2965955046","https://openalex.org/W2978017171","https://openalex.org/W2981407587","https://openalex.org/W2982536526","https://openalex.org/W2995463996","https://openalex.org/W2995492258","https://openalex.org/W2997219183","https://openalex.org/W3009383973","https://openalex.org/W3025217106","https://openalex.org/W3034222740","https://openalex.org/W3034877463","https://openalex.org/W3035317912","https://openalex.org/W3105966348","https://openalex.org/W3118608800","https://openalex.org/W4226090757","https://openalex.org/W4300971654","https://openalex.org/W6787972765","https://openalex.org/W7064683377"],"related_works":["https://openalex.org/W4394625583","https://openalex.org/W4416943797","https://openalex.org/W4389104738","https://openalex.org/W4299140156","https://openalex.org/W2963382930","https://openalex.org/W2924515500","https://openalex.org/W3047113184","https://openalex.org/W2963223345","https://openalex.org/W2912648642","https://openalex.org/W2798678112"],"abstract_inverted_index":{"Weight":[0],"pruning":[1,88],"is":[2,95,146],"among":[3],"the":[4,34,61,68,71,119,122],"most":[5],"popular":[6],"approaches":[7],"for":[8],"compressing":[9],"deep":[10,22],"convolutional":[11,72,80],"neural":[12,23],"networks.":[13],"Recent":[14],"work":[15],"suggests":[16],"that":[17,29,59,86,93],"in":[18,64,70,107],"a":[19,96],"randomly":[20],"initialized":[21],"network,":[24],"there":[25],"exist":[26],"sparse":[27],"subnetworks":[28,40],"achieve":[30,129],"performance":[31,131],"comparable":[32],"to":[33,66,76,83,133],"original":[35],"network.":[36],"Unfortunately,":[37],"finding":[38],"these":[39],"involves":[41],"iterative":[42],"stages":[43],"of":[44,79,98,121],"training":[45],"and":[46,104,116,139],"pruning,":[47],"which":[48],"can":[49],"be":[50],"computationally":[51],"expensive.":[52],"We":[53,91],"propose":[54],"Structured":[55],"Sparse":[56],"Convolution":[57],"(SSC),":[58],"leverages":[60],"inherent":[62],"structure":[63],"images":[65],"reduce":[67],"parameters":[69],"filter.":[73],"This":[74],"leads":[75],"improved":[77],"efficiency":[78],"architectures":[81],"compared":[82,132],"existing":[84],"methods":[85],"perform":[87],"at":[89,149],"initialization.":[90],"show":[92,118],"SSC":[94,128],"generalization":[97],"commonly":[99],"used":[100],"layers":[101],"(depthwise,":[102],"groupwise":[103],"pointwise":[105],"convolution)":[106],"\"efficient":[108],"architectures.\"":[109],"Extensive":[110],"experiments":[111],"on":[112,127,135],"well-known":[113],"CNN":[114],"models":[115],"datasets":[117],"effectiveness":[120],"proposed":[123],"method.":[124],"Architectures":[125],"based":[126],"state-of-the-art":[130],"baselines":[134],"CIFAR10,":[136],"CIFAR-100,":[137],"Tiny-ImageNet,":[138],"ImageNet":[140],"classification":[141],"benchmarks.":[142],"Our":[143],"source":[144],"code":[145],"publicly":[147],"available":[148],"https://github.com/vkvermaa/SSC.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2023-02-07T00:00:00"}