{"id":"https://openalex.org/W3107658706","doi":"https://doi.org/10.1109/tcsi.2020.3037028","title":"A Hardware-Friendly Approach Towards Sparse Neural Networks Based on LFSR-Generated Pseudo-Random Sequences","display_name":"A Hardware-Friendly Approach Towards Sparse Neural Networks Based on LFSR-Generated Pseudo-Random Sequences","publication_year":2020,"publication_date":"2020-11-20","ids":{"openalex":"https://openalex.org/W3107658706","doi":"https://doi.org/10.1109/tcsi.2020.3037028","mag":"3107658706"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2020.3037028","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2020.3037028","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026872115","display_name":"Foroozan Karimzadeh","orcid":"https://orcid.org/0000-0001-8849-7784"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Foroozan Karimzadeh","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8849-7784","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031804347","display_name":"Ningyuan Cao","orcid":"https://orcid.org/0000-0002-5323-1051"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningyuan Cao","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5323-1051","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089938000","display_name":"Brian Crafton","orcid":"https://orcid.org/0000-0002-0227-0421"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Crafton","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0227-0421","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041443633","display_name":"Justin Romberg","orcid":"https://orcid.org/0000-0002-6616-197X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Romberg","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6616-197X","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091408102","display_name":"Arijit Raychowdhury","orcid":"https://orcid.org/0000-0001-8391-0576"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arijit Raychowdhury","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8391-0576","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":1.9248,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.84870543,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"68","issue":"2","first_page":"751","last_page":"764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7145735621452332},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6231563091278076},{"id":"https://openalex.org/keywords/shift-register","display_name":"Shift register","score":0.6097763180732727},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6074368953704834},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5241760611534119},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.49244651198387146},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4723701775074005},{"id":"https://openalex.org/keywords/column","display_name":"Column (typography)","score":0.44808876514434814},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4362873136997223},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.4274420142173767},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33862605690956116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30482280254364014},{"id":"https://openalex.org/keywords/chip","display_name":"Chip","score":0.09550166130065918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7145735621452332},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6231563091278076},{"id":"https://openalex.org/C49654631","wikidata":"https://www.wikidata.org/wiki/Q746165","display_name":"Shift register","level":3,"score":0.6097763180732727},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6074368953704834},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5241760611534119},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.49244651198387146},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4723701775074005},{"id":"https://openalex.org/C2780551164","wikidata":"https://www.wikidata.org/wiki/Q2306599","display_name":"Column (typography)","level":3,"score":0.44808876514434814},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4362873136997223},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.4274420142173767},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33862605690956116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30482280254364014},{"id":"https://openalex.org/C165005293","wikidata":"https://www.wikidata.org/wiki/Q1074500","display_name":"Chip","level":2,"score":0.09550166130065918},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2020.3037028","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2020.3037028","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G3805671180","display_name":null,"funder_award_id":"(C-BRIC) 2777.004","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G5187368355","display_name":null,"funder_award_id":"2777.006","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G6866389135","display_name":null,"funder_award_id":"2777.005","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"}],"funders":[{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W587794757","https://openalex.org/W1686810756","https://openalex.org/W1820718138","https://openalex.org/W1880399293","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2133257461","https://openalex.org/W2161591461","https://openalex.org/W2163605009","https://openalex.org/W2172174689","https://openalex.org/W2189774688","https://openalex.org/W2285660444","https://openalex.org/W2464177207","https://openalex.org/W2534720278","https://openalex.org/W2560384232","https://openalex.org/W2565851976","https://openalex.org/W2585720638","https://openalex.org/W2610332124","https://openalex.org/W2612445135","https://openalex.org/W2619096655","https://openalex.org/W2625457103","https://openalex.org/W2657126969","https://openalex.org/W2660260204","https://openalex.org/W2769100446","https://openalex.org/W2769502706","https://openalex.org/W2794284562","https://openalex.org/W2884001105","https://openalex.org/W2886851211","https://openalex.org/W2897067384","https://openalex.org/W2897295818","https://openalex.org/W2935381027","https://openalex.org/W2942508084","https://openalex.org/W2945146780","https://openalex.org/W2949941638","https://openalex.org/W2952899695","https://openalex.org/W2953318193","https://openalex.org/W2953915593","https://openalex.org/W2963000224","https://openalex.org/W2963094099","https://openalex.org/W2963145730","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W2963981420","https://openalex.org/W2964233199","https://openalex.org/W2964299589","https://openalex.org/W2964537638","https://openalex.org/W2965862774","https://openalex.org/W2971275988","https://openalex.org/W2981800892","https://openalex.org/W2998619828","https://openalex.org/W3013837193","https://openalex.org/W3033424138","https://openalex.org/W3091350994","https://openalex.org/W3100809954","https://openalex.org/W4240168186","https://openalex.org/W4297775537","https://openalex.org/W6617368339","https://openalex.org/W6637373629","https://openalex.org/W6677580257","https://openalex.org/W6679718588","https://openalex.org/W6683826617","https://openalex.org/W6684191040","https://openalex.org/W6684753728","https://openalex.org/W6719768283","https://openalex.org/W6724998850","https://openalex.org/W6725543821","https://openalex.org/W6737664043","https://openalex.org/W6738642365","https://openalex.org/W6753490951","https://openalex.org/W6755034786","https://openalex.org/W6767534822","https://openalex.org/W6769468421"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W2796700253","https://openalex.org/W2378744544","https://openalex.org/W2181722423","https://openalex.org/W2594301978","https://openalex.org/W2038208608","https://openalex.org/W2379704676","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581"],"abstract_inverted_index":{"The":[0],"increase":[1],"in":[2,36,117],"the":[3,11,17,22,33,78,112,157,181,186],"number":[4],"of":[5,13,40,81,114,165,178],"edge":[6,14,69],"devices":[7],"has":[8],"led":[9],"to":[10,45,48,76,89,110,170],"emergence":[12],"computing":[15],"where":[16],"computations":[18],"are":[19,54],"performed":[20],"on":[21,64,142,189],"device.":[23],"In":[24,95],"recent":[25],"years,":[26],"deep":[27],"neural":[28,51,82],"networks":[29],"(DNNs)":[30],"have":[31,73],"become":[32],"state-of-the-art":[34],"method":[35,103],"a":[37,100,162],"broad":[38],"range":[39],"applications,":[41],"from":[42],"image":[43],"recognition,":[44],"cognitive":[46],"tasks":[47],"control.":[49],"However,":[50,85],"network":[52,83,188],"models":[53],"typically":[55,87],"large":[56],"and":[57,60,66,92,148,167,172,175],"computationally":[58],"expensive":[59],"therefore":[61],"not":[62],"deployable":[63],"power":[65],"memory":[67,79,93],"constrained":[68],"devices.":[70],"Sparsification":[71],"techniques":[72],"been":[74],"proposed":[75,158],"reduce":[77],"foot-print":[80],"models.":[84],"they":[86],"lead":[88],"substantial":[90],"hardware":[91],"overhead.":[94],"this":[96,123],"article,":[97],"we":[98,160],"propose":[99],"hardware-aware":[101],"pruning":[102,183],"using":[104],"linear":[105],"feedback":[106],"shift":[107],"register":[108],"(LFSRs)":[109],"generate":[111],"locations":[113],"non-zero":[115],"weights":[116],"real-time":[118],"during":[119],"inference.":[120],"We":[121,131],"call":[122],"LFSR-generated":[124],"pseudorandom":[125],"sequence":[126],"based":[127,141],"sparsity":[128],"(LGPS)":[129],"technique.":[130],"explore":[132],"two":[133],"different":[134],"architectures":[135],"for":[136,185],"our":[137],"hardware-friendly":[138],"LGPS":[139],"technique,":[140],"(1)":[143],"row/column":[144],"indexing":[145,151],"with":[146,152],"LFSRs":[147],"(2)":[149],"column-wise":[150],"nested":[153],"LFSRs,":[154],"respectively.":[155],"Using":[156],"method,":[159,184],"present":[161],"total":[163],"saving":[164],"energy":[166],"area":[168],"up":[169,177],"37.47%":[171],"49.93%":[173],"respectively":[174],"speed":[176],"1.53\u00d7":[179],"w.r.t":[180],"baseline":[182],"VGG-16":[187],"down-sampled":[190],"ImageNet.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}