{"id":"https://openalex.org/W3199014868","doi":"https://doi.org/10.1109/tvlsi.2021.3110250","title":"Cyclic Sparsely Connected Architectures for Compact Deep Convolutional Neural Networks","display_name":"Cyclic Sparsely Connected Architectures for Compact Deep Convolutional Neural Networks","publication_year":2021,"publication_date":"2021-09-15","ids":{"openalex":"https://openalex.org/W3199014868","doi":"https://doi.org/10.1109/tvlsi.2021.3110250","mag":"3199014868"},"language":"en","primary_location":{"id":"doi:10.1109/tvlsi.2021.3110250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2021.3110250","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.13016/m2synk-6sqz","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101892993","display_name":"Morteza Hosseini","orcid":"https://orcid.org/0000-0002-7218-7754"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Morteza Hosseini","raw_affiliation_strings":["Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-7218-7754","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020502571","display_name":"Nitheesh Kumar Manjunath","orcid":"https://orcid.org/0000-0003-1745-9072"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitheesh Kumar Manjunath","raw_affiliation_strings":["Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-1745-9072","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079352628","display_name":"Bharat Prakash","orcid":null},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bharat Prakash","raw_affiliation_strings":["Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007957361","display_name":"Arnab Neelim Mazumder","orcid":"https://orcid.org/0000-0002-9550-7917"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arnab Mazumder","raw_affiliation_strings":["Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9550-7917","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060312358","display_name":"Vandana Chandrareddy","orcid":null},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vandana Chandrareddy","raw_affiliation_strings":["Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047382437","display_name":"Houman Homayoun","orcid":"https://orcid.org/0000-0001-8904-4699"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houman Homayoun","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California at Davis, Davis, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8904-4699","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California at Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084010501","display_name":"Tinoosh Mohsenin","orcid":"https://orcid.org/0000-0001-5551-2124"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tinoosh Mohsenin","raw_affiliation_strings":["Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-5551-2124","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, University of Maryland at Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7267,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.69068294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":"10","first_page":"1757","last_page":"1770"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6706074476242065},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.631824791431427},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.5607306957244873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5409619808197021},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.50633704662323},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4852845370769501},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43166419863700867},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.35203099250793457},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34827470779418945},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3451225161552429},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33026063442230225}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6706074476242065},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.631824791431427},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.5607306957244873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5409619808197021},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.50633704662323},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4852845370769501},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43166419863700867},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.35203099250793457},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34827470779418945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3451225161552429},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33026063442230225},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvlsi.2021.3110250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2021.3110250","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},{"id":"pmh:oai:mdsoar.org:11603/23074","is_oa":false,"landing_page_url":"http://hdl.handle.net/11603/23074","pdf_url":null,"source":{"id":"https://openalex.org/S4306402556","display_name":"Maryland Shared Open Access Repository (USMAI Consortium)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"doi:10.13016/m2synk-6sqz","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2synk-6sqz","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.13016/m2synk-6sqz","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2synk-6sqz","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9200000166893005,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1996901117","https://openalex.org/W2061171222","https://openalex.org/W2119144962","https://openalex.org/W2137983211","https://openalex.org/W2143612262","https://openalex.org/W2147800946","https://openalex.org/W2163605009","https://openalex.org/W2279098554","https://openalex.org/W2285660444","https://openalex.org/W2300242332","https://openalex.org/W2405920868","https://openalex.org/W2469490737","https://openalex.org/W2592329255","https://openalex.org/W2612445135","https://openalex.org/W2619096655","https://openalex.org/W2751366252","https://openalex.org/W2769912137","https://openalex.org/W2794141774","https://openalex.org/W2796160902","https://openalex.org/W2890845413","https://openalex.org/W2891946740","https://openalex.org/W2901214301","https://openalex.org/W2923223302","https://openalex.org/W2924498682","https://openalex.org/W2936672709","https://openalex.org/W2945146780","https://openalex.org/W2948419409","https://openalex.org/W2949619037","https://openalex.org/W2949760349","https://openalex.org/W2950967261","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963125010","https://openalex.org/W2963674932","https://openalex.org/W2964299589","https://openalex.org/W2974514820","https://openalex.org/W2977634443","https://openalex.org/W2977691838","https://openalex.org/W2998470761","https://openalex.org/W3003453708","https://openalex.org/W3006336861","https://openalex.org/W3012504067","https://openalex.org/W3018965347","https://openalex.org/W3035421247","https://openalex.org/W3038838661","https://openalex.org/W3101086546","https://openalex.org/W3104393472","https://openalex.org/W3146803896","https://openalex.org/W3161204726","https://openalex.org/W3175880846","https://openalex.org/W3177366646","https://openalex.org/W4289441319","https://openalex.org/W4297775537","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6695314431","https://openalex.org/W6698200048","https://openalex.org/W6714058667","https://openalex.org/W6720242923","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6737664043","https://openalex.org/W6738642365","https://openalex.org/W6746451879","https://openalex.org/W6760639414","https://openalex.org/W6760775249","https://openalex.org/W6768483356","https://openalex.org/W6795454536","https://openalex.org/W6797893832","https://openalex.org/W6798047092"],"related_works":["https://openalex.org/W2748454020","https://openalex.org/W4321392785","https://openalex.org/W1580435510","https://openalex.org/W3181746755","https://openalex.org/W4294334363","https://openalex.org/W2348101466","https://openalex.org/W3016958897","https://openalex.org/W1971514761","https://openalex.org/W1985684185","https://openalex.org/W3047144510"],"abstract_inverted_index":{"In":[0,110],"deep":[1],"convolutional":[2],"neural":[3],"networks":[4],"(DCNNs),":[5],"model":[6,268],"size":[7,47,275],"and":[8,17,107,151,166,181,206,232,255,280,302],"computation":[9],"complexity":[10,122],"are":[11,36,65,163,185],"two":[12,56,262],"important":[13],"factors":[14],"governing":[15],"throughput":[16],"energy":[18,108],"efficiency":[19],"when":[20],"deployed":[21],"to":[22,68,97,137,158,171,240,331],"hardware":[23,208,289,312],"for":[24,148,227,321],"inference.":[25],"Recent":[26],"works":[27],"on":[28,313],"compact":[29,60,138,249],"DCNNs":[30,234],"as":[31,33,145],"well":[32],"pruning":[34,77,159],"methods":[35],"effective,":[37],"yet":[38],"with":[39,120,196,235,264],"drawbacks.":[40],"For":[41],"instance,":[42],"more":[43],"than":[44],"half":[45],"the":[46,79,84,89,127,189,221,224,248,267,311,326,332,336,341],"of":[48,86,129,188,223,229,276,294,325],"all":[49,292],"MobileNet":[50,233,253,328],"models":[51],"lies":[52],"in":[53,76,88],"their":[54,69,172],"last":[55,70,261],"layers,":[57,141,191,198],"mainly":[58],"because":[59],"separable":[61,140],"convolution":[62,180,183],"(CONV)":[63],"layers":[64,153,184,263,296],"not":[66],"applicable":[67],"fully":[71],"connected":[72,117],"(FC)":[73],"layers.":[74],"Also,":[75,156],"methods,":[78,160],"compression":[80,228],"is":[81,269],"gained":[82],"at":[83],"expense":[85],"irregularity":[87],"DCNN":[90,133,295],"architecture,":[91],"which":[92],"necessitates":[93],"additional":[94],"indexing":[95,169],"memory":[96,103],"address":[98],"nonzero":[99],"weights,":[100],"thereby":[101],"increasing":[102],"footprint,":[104],"decompression":[105],"delays,":[106],"consumption.":[109],"this":[111],"article,":[112],"we":[113,245,285],"propose":[114],"cyclic":[115,173],"sparsely":[116],"(CSC)":[118],"architectures,":[119,266],"memory/computation":[121],"of$\\mathcal":[123,154],"{O}(N\\log":[124],"{}N)$,":[125],"where$N$is":[126],"number":[128],"nodes/channels":[130],"given":[131],"a":[132,274,287,306,314],"layer":[134],"that,":[135,329],"contrary":[136,157],"depthwise":[139,182],"can":[142,199,210],"be":[143,200,211],"used":[144],"an":[146],"overlay":[147],"both":[149,178],"FC":[150,197],"CONV":[152],"{O}(N^{2})$.":[155],"CSC":[161,190,225,265],"architectures":[162,226],"structurally":[164],"sparse":[165],"require":[167],"no":[168],"due":[170],"nature.":[174],"We":[175,219,309],"show":[176,256],"that":[177,257,290],"standard":[179],"special":[186],"cases":[187],"whose":[192,207],"mathematical":[193],"function,":[194],"along":[195],"unified":[201,307],"into":[202],"one":[203,215],"single":[204],"formulation":[205],"implementation":[209],"carried":[212],"out":[213],"under":[214],"arithmetic":[216],"logic":[217],"component.":[218],"examine":[220],"efficacy":[222],"LeNet,":[230],"AlexNet,":[231],"precision":[236],"ranging":[237],"from":[238],"2":[239],"32":[241],"bits.":[242],"More":[243],"specifically,":[244],"surge":[246],"upon":[247],"8-bit":[250],"quantized":[251],"0.5":[252],"V1":[254],"by":[258],"compressing":[259],"its":[260],"compressed":[270,327],"by$\\sim":[271],"1.5\\times":[272],"$with":[273],"only":[277],"873":[278],"kB":[279],"little":[281],"accuracy":[282],"loss.":[283],"Finally,":[284],"design":[286],"configurable":[288],"implements":[291],"types":[293],"including":[297],"FC,":[298],"CONV,":[299],"depthwise,":[300],"CSC-FC,":[301],"CSC-CONV":[303],"indistinguishably":[304],"within":[305],"pipeline.":[308],"implement":[310],"tiny":[315],"Xilinx":[316],"field-programmable":[317],"gate":[318],"array":[319],"(FPGA)":[320],"total":[322],"on-chip":[323],"processing":[324],"compared":[330],"related":[333],"work,":[334],"has":[335],"highest":[337],"Inference/J":[338],"while":[339],"utilizing":[340],"smallest":[342],"FPGA.":[343]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}