{"id":"https://openalex.org/W4313015248","doi":"https://doi.org/10.1109/tcad.2022.3216546","title":"ESSENCE: Exploiting Structured Stochastic Gradient Pruning for Endurance-Aware ReRAM-Based In-Memory Training Systems","display_name":"ESSENCE: Exploiting Structured Stochastic Gradient Pruning for Endurance-Aware ReRAM-Based In-Memory Training Systems","publication_year":2022,"publication_date":"2022-11-03","ids":{"openalex":"https://openalex.org/W4313015248","doi":"https://doi.org/10.1109/tcad.2022.3216546"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2022.3216546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2022.3216546","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080236384","display_name":"Xiaoxuan Yang","orcid":"https://orcid.org/0000-0002-2553-2631"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiaoxuan Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076154259","display_name":"Huanrui Yang","orcid":"https://orcid.org/0000-0002-3384-4512"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huanrui Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055445718","display_name":"Janardhan Rao Doppa","orcid":"https://orcid.org/0000-0002-3848-5301"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Janardhan Rao Doppa","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078441163","display_name":"Partha Pratim Pande","orcid":"https://orcid.org/0000-0002-5930-8531"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Partha Pratim Pande","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033880864","display_name":"Krishnendu Chakrabarty","orcid":"https://orcid.org/0000-0003-4475-6435"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishnendu Chakrabartys","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100429403","display_name":"Hai Li","orcid":"https://orcid.org/0000-0003-3228-6544"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5080236384"],"corresponding_institution_ids":["https://openalex.org/I170897317"],"apc_list":null,"apc_paid":null,"fwci":0.8232,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.71592776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"42","issue":"7","first_page":"2187","last_page":"2199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.856212854385376},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.7011076807975769},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6728426218032837},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6391944885253906},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5814281702041626},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4671836197376251},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43240416049957275},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.415894478559494},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35344499349594116},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3499838709831238},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.20473802089691162},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18794873356819153},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08795085549354553},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0785859227180481}],"concepts":[{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.856212854385376},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.7011076807975769},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6728426218032837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6391944885253906},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5814281702041626},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4671836197376251},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43240416049957275},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.415894478559494},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35344499349594116},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3499838709831238},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.20473802089691162},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18794873356819153},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08795085549354553},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0785859227180481},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2022.3216546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2022.3216546","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2541606346","display_name":null,"funder_award_id":"CNS-1955196","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4021619258","display_name":null,"funder_award_id":"CNS-2233808","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4489650909","display_name":null,"funder_award_id":"OAC-1910213","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4534537459","display_name":null,"funder_award_id":"CCF-1725456","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6745974392","display_name":null,"funder_award_id":"CNS-1955353","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1517256516","https://openalex.org/W1686810756","https://openalex.org/W1841592590","https://openalex.org/W1976075132","https://openalex.org/W1980287119","https://openalex.org/W2036899386","https://openalex.org/W2119144962","https://openalex.org/W2194775991","https://openalex.org/W2508602506","https://openalex.org/W2518281301","https://openalex.org/W2545405476","https://openalex.org/W2555487162","https://openalex.org/W2556936974","https://openalex.org/W2613989746","https://openalex.org/W2617766261","https://openalex.org/W2774000609","https://openalex.org/W2799229073","https://openalex.org/W2809617027","https://openalex.org/W2846439410","https://openalex.org/W2946047477","https://openalex.org/W2946591837","https://openalex.org/W3000505821","https://openalex.org/W3005999147","https://openalex.org/W3107472389","https://openalex.org/W3111375540","https://openalex.org/W3118608800","https://openalex.org/W3185576717","https://openalex.org/W3201198776","https://openalex.org/W3201394727","https://openalex.org/W4225679468","https://openalex.org/W4226070519","https://openalex.org/W4232753305","https://openalex.org/W4245731639","https://openalex.org/W4281289797","https://openalex.org/W4282829327","https://openalex.org/W4300677102","https://openalex.org/W6637373629","https://openalex.org/W6638783484","https://openalex.org/W6677580257","https://openalex.org/W6738460352","https://openalex.org/W6746839373","https://openalex.org/W6748711285","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2054635671","https://openalex.org/W2545245183","https://openalex.org/W2350916061","https://openalex.org/W1970117475","https://openalex.org/W3161624601","https://openalex.org/W2078381924","https://openalex.org/W4298011929","https://openalex.org/W2626667124","https://openalex.org/W4206468571","https://openalex.org/W4388454170"],"abstract_inverted_index":{"Processing-in-memory":[0],"(PIM)":[1],"enables":[2],"energy-efficient":[3],"deployment":[4],"of":[5,20,30,34,76,103,147],"convolutional":[6],"neural":[7,38],"networks":[8],"(CNNs)":[9],"from":[10,42],"edge":[11],"to":[12,48,66,72,149,158,194],"cloud.":[13],"Resistive":[14],"random-access":[15],"memory":[16],"(ReRAM)":[17],"is":[18],"one":[19],"the":[21,31,43,49,61,74,81,87,101,108,121,134,143,159,167,173,187],"most":[22],"commonly":[23],"used":[24],"technologies":[25],"for":[26,58,129],"PIM":[27,36],"architectures.":[28],"One":[29],"primary":[32],"limitations":[33],"ReRAM-based":[35,55],"in":[37],"network":[39,136],"training":[40],"arises":[41],"limited":[44],"write":[45,62],"endurance":[46,63],"due":[47],"frequent":[50],"weight":[51,77],"updates.":[52],"To":[53],"make":[54],"architectures":[56],"viable":[57],"CNN":[59],"training,":[60],"issue":[64],"needs":[65],"be":[67],"addressed.":[68],"This":[69],"work":[70],"aims":[71],"reduce":[73,166],"number":[75],"reprogrammings":[78],"without":[79],"compromising":[80],"final":[82],"model":[83],"accuracy.":[84],"We":[85],"propose":[86],"ESSENCE":[88,140,184],"framework":[89],"with":[90,114,133,172],"an":[91,178],"endurance-aware":[92],"structured":[93],"stochastic":[94,160],"gradient":[95,104,161],"pruning":[96],"method,":[97],"which":[98],"dynamically":[99],"adjusts":[100],"probability":[102],"update":[105,110,145,169,189],"based":[106,182],"on":[107,183],"current":[109],"counts.":[111],"Experimental":[112],"results":[113],"multiple":[115],"CNNs":[116],"and":[117,137,164],"datasets":[118],"demonstrate":[119],"that":[120],"proposed":[122],"method":[123,163,181],"can":[124,141,185],"extend":[125],"ReRAM\u2019s":[126],"life":[127],"time":[128],"training.":[130],"For":[131],"instance,":[132],"ResNet20":[135],"CIFAR-10":[138],"dataset,":[139],"save":[142],"mean":[144,188],"counts":[146,170],"up":[148,193],"<inline-formula":[150,195],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[151,196],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[152,197],"<tex-math":[153,198],"notation=\"LaTeX\">$10.29\\times":[154],"$":[155,200],"</tex-math></inline-formula>":[156,201],"compared":[157,171],"descent":[162],"effectively":[165],"maximum":[168],"No":[174],"Endurance":[175],"method.":[176],"Furthermore,":[177],"aggressive":[179],"tuning":[180],"boost":[186],"count":[190],"savings":[191],"by":[192],"notation=\"LaTeX\">$14.41\\times":[199],".":[202]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}