{"id":"https://openalex.org/W2979535540","doi":"https://doi.org/10.1109/tcad.2019.2946820","title":"TraNNsformer: Clustered Pruning on Crossbar-Based Architectures for Energy-Efficient Neural Networks","display_name":"TraNNsformer: Clustered Pruning on Crossbar-Based Architectures for Energy-Efficient Neural Networks","publication_year":2019,"publication_date":"2019-10-11","ids":{"openalex":"https://openalex.org/W2979535540","doi":"https://doi.org/10.1109/tcad.2019.2946820","mag":"2979535540"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2019.2946820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2019.2946820","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089206756","display_name":"Aayush Ankit","orcid":"https://orcid.org/0000-0003-2827-8306"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aayush Ankit","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001819412","display_name":"Timur Ibrayev","orcid":"https://orcid.org/0000-0001-8849-8971"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timur Ibrayev","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032635465","display_name":"Abhronil Sengupta","orcid":"https://orcid.org/0000-0002-5545-4494"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhronil Sengupta","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Pennsylvania State University, State College, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Pennsylvania State University, State College, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031161187","display_name":"Kaushik Roy","orcid":"https://orcid.org/0009-0002-3375-2877"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaushik Roy","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089206756"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.9538,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.7639925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"39","issue":"10","first_page":"2361","last_page":"2374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8637628555297852},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8300795555114746},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.7172306776046753},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7023550271987915},{"id":"https://openalex.org/keywords/crossbar-switch","display_name":"Crossbar switch","score":0.5577928423881531},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5201542973518372},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4852287769317627},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4763662815093994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4256691336631775},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42168042063713074},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41759663820266724},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.41122516989707947},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36252039670944214},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3341074585914612}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8637628555297852},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8300795555114746},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.7172306776046753},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7023550271987915},{"id":"https://openalex.org/C29984679","wikidata":"https://www.wikidata.org/wiki/Q1929149","display_name":"Crossbar switch","level":2,"score":0.5577928423881531},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5201542973518372},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4852287769317627},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4763662815093994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4256691336631775},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42168042063713074},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41759663820266724},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.41122516989707947},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36252039670944214},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3341074585914612},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2019.2946820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2019.2946820","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1542981317","https://openalex.org/W1604973310","https://openalex.org/W1645800954","https://openalex.org/W1686810756","https://openalex.org/W1905882502","https://openalex.org/W1980446076","https://openalex.org/W2001480795","https://openalex.org/W2016922062","https://openalex.org/W2060969833","https://openalex.org/W2067323599","https://openalex.org/W2093320793","https://openalex.org/W2105102111","https://openalex.org/W2112796928","https://openalex.org/W2119144962","https://openalex.org/W2163605009","https://openalex.org/W2165874743","https://openalex.org/W2187281534","https://openalex.org/W2276892413","https://openalex.org/W2285660444","https://openalex.org/W2334564994","https://openalex.org/W2335728318","https://openalex.org/W2402268235","https://openalex.org/W2508602506","https://openalex.org/W2518281301","https://openalex.org/W2554302513","https://openalex.org/W2565851976","https://openalex.org/W2591675147","https://openalex.org/W2625457103","https://openalex.org/W2657126969","https://openalex.org/W2752640714","https://openalex.org/W2764043458","https://openalex.org/W2789683730","https://openalex.org/W2798299359","https://openalex.org/W2798487653","https://openalex.org/W2807081766","https://openalex.org/W2883149906","https://openalex.org/W2890498784","https://openalex.org/W2899176839","https://openalex.org/W2899481200","https://openalex.org/W2904902077","https://openalex.org/W2913104037","https://openalex.org/W2963000224","https://openalex.org/W2963363373","https://openalex.org/W2963674932","https://openalex.org/W2964299589","https://openalex.org/W3105606255","https://openalex.org/W3118608800","https://openalex.org/W4231394494","https://openalex.org/W4236788275","https://openalex.org/W4236868170","https://openalex.org/W4240168186","https://openalex.org/W6637373629","https://openalex.org/W6638632666","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6684578312","https://openalex.org/W6703116779","https://openalex.org/W6725543821","https://openalex.org/W6745148473","https://openalex.org/W6754143137","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3214713078","https://openalex.org/W3161396968","https://openalex.org/W3156786002","https://openalex.org/W3092023946","https://openalex.org/W2897961390","https://openalex.org/W2908450434","https://openalex.org/W4308575307","https://openalex.org/W2973907236","https://openalex.org/W2608368962","https://openalex.org/W2979535540"],"abstract_inverted_index":{"Implementation":[0],"of":[1,19,44,96,171,189,227],"neuromorphic":[2,45],"systems":[3,46,201],"using":[4],"memristive":[5,279],"crossbar":[6,83],"array":[7],"(MCA)":[8],"has":[9],"emerged":[10],"as":[11],"a":[12,57,186,263,269],"promising":[13],"solution":[14],"to":[15,26,48,60,81,112,138,150,202,232,238,272],"enable":[16,113],"low-power":[17],"acceleration":[18],"neural":[20,29,181],"networks.":[21,259],"However,":[22,71],"the":[23,41,49,82,123,130,136,140,144,152,165,204,214,233,278],"recent":[24],"trend":[25],"design":[27,43],"deep":[28],"networks":[30,170,222,229,250],"(DNNs)":[31],"for":[32,64,248,257,281],"achieving":[33],"human-like":[34],"cognitive":[35],"abilities":[36],"poses":[37],"significant":[38],"challenges":[39],"toward":[40],"scalable":[42],"(due":[47],"increase":[50],"in":[51],"computation/storage":[52],"demands).":[53],"Network":[54],"pruning":[55,73],"is":[56,147,262],"powerful":[58],"technique":[59],"remove":[61],"redundant":[62],"connections":[63,77,141],"designing":[65],"optimally":[66,157],"connected":[67],"(maximally":[68],"sparse)":[69],"DNNs.":[70],"such":[72],"techniques":[74],"induce":[75],"irregular":[76],"that":[78,109,266],"are":[79],"incoherent":[80],"structure.":[84],"Eventually,":[85],"they":[86],"produce":[87],"DNNs":[88,111],"with":[89,129,230],"highly":[90],"inefficient":[91],"hardware":[92],"realizations":[93],"(in":[94],"terms":[95],"area":[97,205,215,245,254],"and":[98,142,159,179,194,196,206,223,251],"energy).":[99],"In":[100],"this":[101],"article,":[102],"we":[103],"propose":[104],"TraNNsformer-an":[105],"integrated":[106],"training":[107],"framework":[108,167,265],"transforms":[110],"their":[114],"efficient":[115],"realization":[116],"on":[117,175,185,199],"MCA-based":[118,200],"systems.":[119],"TraNNsformer":[120,212,241,261],"first":[121],"prunes":[122],"connectivity":[124,154],"matrix":[125],"while":[126],"forming":[127],"clusters":[128],"remaining":[131],"connections.":[132],"Subsequently,":[133],"it":[134],"retrains":[135],"network":[137,182,235,239],"fine-tune":[139],"reinforce":[143],"clusters.":[145],"This":[146],"done":[148],"iteratively":[149],"transform":[151],"original":[153,234],"into":[155],"an":[156],"pruned":[158],"maximally":[160],"clustered":[161],"mapping.":[162],"We":[163],"evaluated":[164],"proposed":[166],"by":[168,218,224,277],"transforming":[169],"different":[172],"complexity":[173],"based":[174],"multilayer":[176],"perceptron":[177],"(MLP)":[178],"convolutional":[180],"(CNN)":[183],"topologies":[184],"wide":[187],"range":[188],"datasets":[190],"(MNIST,":[191],"SVHN,":[192],"CIFAR10,":[193],"ImageNet)":[195],"executing":[197],"them":[198],"analyze":[203],"energy":[207],"benefits.":[208],"Without":[209],"accuracy":[210],"loss,":[211],"reduces":[213],"(energy)":[216,246,255],"consumption":[217],"28%-55%":[219],"(49%-67%)of":[220],"MLP":[221,249],"28%-48%":[225],"(3%-39%)":[226],"CNN":[228,258],"respect":[231],"implementations.":[236],"Compared":[237],"pruning,":[240],"achieves":[242],"28%-49%":[243],"(15%-29%)":[244],"savings":[247],"20%-44%":[252],"(1%-11%)":[253],"saving":[256],"Furthermore,":[260],"technology-aware":[264],"allows":[267],"mapping":[268],"given":[270],"DNN":[271],"any":[273],"MCA":[274],"size":[275],"permissible":[276],"technology":[280],"reliable":[282],"operations.":[283]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}