{"id":"https://openalex.org/W3020429010","doi":"https://doi.org/10.1109/tcad.2020.2989373","title":"ITT-RNA: Imperfection Tolerable Training for RRAM-Crossbar-Based Deep Neural-Network Accelerator","display_name":"ITT-RNA: Imperfection Tolerable Training for RRAM-Crossbar-Based Deep Neural-Network Accelerator","publication_year":2020,"publication_date":"2020-04-21","ids":{"openalex":"https://openalex.org/W3020429010","doi":"https://doi.org/10.1109/tcad.2020.2989373","mag":"3020429010"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2020.2989373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2020.2989373","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067161373","display_name":"Zhuoran Song","orcid":"https://orcid.org/0000-0002-6494-4786"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuoran Song","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102022581","display_name":"Yanan Sun","orcid":"https://orcid.org/0000-0001-8281-9121"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Sun","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044118028","display_name":"Lerong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lerong Chen","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023632642","display_name":"Tianjian Li","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianjian Li","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045693138","display_name":"Naifeng Jing","orcid":"https://orcid.org/0000-0001-8417-5796"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Naifeng Jing","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056632010","display_name":"Xiaoyao Liang","orcid":"https://orcid.org/0000-0002-2790-5884"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyao Liang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053801300","display_name":"Li Jiang","orcid":"https://orcid.org/0000-0002-7353-8798"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Jiang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5067161373"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.7467,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.84650656,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"40","issue":"1","first_page":"129","last_page":"142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crossbar-switch","display_name":"Crossbar switch","score":0.8913758993148804},{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.805116593837738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.729697585105896},{"id":"https://openalex.org/keywords/memristor","display_name":"Memristor","score":0.6142317652702332},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5937592387199402},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5050216317176819},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5018520355224609},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.37471964955329895},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3722950220108032},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.35607635974884033},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32251182198524475},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.23168808221817017},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.20569825172424316},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16052016615867615},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11956334114074707}],"concepts":[{"id":"https://openalex.org/C29984679","wikidata":"https://www.wikidata.org/wiki/Q1929149","display_name":"Crossbar switch","level":2,"score":0.8913758993148804},{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.805116593837738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.729697585105896},{"id":"https://openalex.org/C150072547","wikidata":"https://www.wikidata.org/wiki/Q212923","display_name":"Memristor","level":2,"score":0.6142317652702332},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5937592387199402},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5050216317176819},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5018520355224609},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.37471964955329895},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3722950220108032},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.35607635974884033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32251182198524475},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.23168808221817017},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.20569825172424316},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16052016615867615},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11956334114074707},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2020.2989373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2020.2989373","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1113231987","display_name":null,"funder_award_id":"61972242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1987137650","display_name":null,"funder_award_id":"18ZR1421400","funder_id":"https://openalex.org/F4320311779","funder_display_name":"Shanghai Association for Science and Technology"},{"id":"https://openalex.org/G2909982992","display_name":null,"funder_award_id":"61704104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3644977654","display_name":null,"funder_award_id":"61772331","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G744300498","display_name":null,"funder_award_id":"61834006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311779","display_name":"Shanghai Association for Science and Technology","ror":"https://ror.org/05j0k2q54"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1516501267","https://openalex.org/W1686810756","https://openalex.org/W1946546377","https://openalex.org/W1971319818","https://openalex.org/W1972477204","https://openalex.org/W1990650955","https://openalex.org/W1993932725","https://openalex.org/W2016922062","https://openalex.org/W2027342132","https://openalex.org/W2048266589","https://openalex.org/W2056507634","https://openalex.org/W2076118331","https://openalex.org/W2080451019","https://openalex.org/W2101399927","https://openalex.org/W2108379813","https://openalex.org/W2112181056","https://openalex.org/W2137862082","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2222512263","https://openalex.org/W2399958287","https://openalex.org/W2408724663","https://openalex.org/W2468323742","https://openalex.org/W2508602506","https://openalex.org/W2518281301","https://openalex.org/W2587907650","https://openalex.org/W2606722458","https://openalex.org/W2612076670","https://openalex.org/W2612375349","https://openalex.org/W2613989746","https://openalex.org/W2624863671","https://openalex.org/W2626719825","https://openalex.org/W2626991402","https://openalex.org/W2775771159","https://openalex.org/W2785141883","https://openalex.org/W2905514142","https://openalex.org/W2952615984","https://openalex.org/W2962835968","https://openalex.org/W2963674932","https://openalex.org/W3157480184","https://openalex.org/W4236126228","https://openalex.org/W4242495425","https://openalex.org/W6684191040"],"related_works":["https://openalex.org/W2533811106","https://openalex.org/W3215680120","https://openalex.org/W2025604455","https://openalex.org/W2900661834","https://openalex.org/W4315464822","https://openalex.org/W2946036455","https://openalex.org/W4308098692","https://openalex.org/W2951280857","https://openalex.org/W2605257365","https://openalex.org/W3105519428"],"abstract_inverted_index":{"Deep":[0],"neural":[1,108,172],"networks":[2,173],"(DNNs)":[3],"have":[4],"gained":[5],"a":[6,125,158,212],"strong":[7],"momentum":[8],"among":[9],"various":[10,63],"applications.":[11],"The":[12,55,231],"enormous":[13],"matrix-multiplication":[14],"exhibited":[15],"in":[16,74,248],"the":[17,38,81,87,102,107,112,119,131,142,183,188,198,205,221,236,253],"above":[18,132],"DNNs":[19,84],"is":[20,157,164,196],"computation":[21],"and":[22,65,148,162,214,250],"memory":[23,27],"intensive.":[24],"Resistive":[25],"random-access":[26],"crossbar":[28],"(RRAM-crossbar)":[29],"consisting":[30],"of":[31,47,49,59,83,106,185,207,224,243,260],"memristor":[32],"cells":[33],"can":[34,146,239,256],"naturally":[35],"carry":[36],"out":[37],"matrix-vector":[39],"multiplication.":[40],"RRAM-crossbar-based":[41],"accelerator,":[42],"therefore,":[43],"has":[44],"two":[45],"orders":[46],"magnitude":[48],"higher":[50],"energy-efficiency":[51],"than":[52],"conventional":[53],"accelerators.":[54],"imperfect":[56,120],"fabrication":[57,69],"process":[58,66],"RRAM-crossbars,":[60],"however,":[61],"causes":[62],"defects":[64],"variations.":[67],"These":[68],"imperfections":[70],"not":[71],"only":[72],"result":[73],"significant":[75],"yield":[76],"loss":[77,242,259],"but":[78],"also":[79],"degrade":[80],"accuracy":[82,169,223,244,261],"executed":[85],"on":[86,187,202],"RRAM-crossbars.":[88,208],"In":[89],"this":[90,191],"article,":[91],"we":[92,123,210],"first":[93],"propose":[94,124,177,211],"an":[95],"accelerator-friendly":[96],"neural-network":[97],"training":[98,155,194,229],"method,":[99],"by":[100,181],"leveraging":[101],"inherent":[103],"self-healing":[104],"capability":[105],"network,":[109],"to":[110,118,129,166,218],"prevent":[111],"large-weight":[113],"synapses":[114],"from":[115],"being":[116],"mapped":[117],"memristors.":[121],"Next,":[122],"dynamic":[126],"adjustment":[127],"mechanism":[128],"extend":[130],"method":[133,156,195,238,255],"for":[134,170,245],"DNNs,":[135],"such":[136],"as":[137],"multilayer":[138],"perceptrons":[139],"(MLPs),":[140],"wherein":[141],"imperfect-memristor":[143],"induced":[144],"errors":[145],"accumulate":[147],"magnify":[149],"through":[150],"multiple":[151],"layers.":[152],"Such":[153],"off-device":[154],"pure":[159],"software":[160,213],"solution,":[161],"it":[163],"unable":[165],"provide":[167],"enough":[168],"convolutional":[171],"(CNNs).":[174],"Several":[175],"works":[176],"error-tolerable":[178],"hardware":[179,215],"design":[180],"allowing":[182],"retraining":[184],"CNNs":[186],"RRAM-crossbar.":[189],"Although":[190],"hardware-based":[192],"on-device":[193,228],"effective,":[197],"frequent":[199],"write":[200],"operation":[201],"RRAM-crossbar":[203],"hurt":[204],"endurance":[206],"Consequently,":[209],"co-design":[216],"methodology":[217],"effectively":[219],"preserve":[220],"classification":[222],"CNN":[225],"with":[226],"few":[227],"iterations.":[230],"experimental":[232],"results":[233],"show":[234],"that":[235],"proposed":[237,254],"guarantee":[240,257],"\u22641.1%":[241],"resistance":[246],"variations":[247],"MLP":[249],"CNN.":[251],"Moreover,":[252],"\u22641%":[258],"even":[262],"when":[263],"stuck-at-faults":[264],"(SAFs)":[265],"rate":[266],"=":[267],"20%.":[268]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}