{"id":"https://openalex.org/W4327807940","doi":"https://doi.org/10.1109/tnnls.2023.3250437","title":"Designing Efficient Bit-Level Sparsity-Tolerant Memristive Networks","display_name":"Designing Efficient Bit-Level Sparsity-Tolerant Memristive Networks","publication_year":2023,"publication_date":"2023-03-17","ids":{"openalex":"https://openalex.org/W4327807940","doi":"https://doi.org/10.1109/tnnls.2023.3250437","pmid":"https://pubmed.ncbi.nlm.nih.gov/37030854"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3250437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3250437","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081670721","display_name":"Bo Lyu","orcid":"https://orcid.org/0000-0003-1595-8361"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Lyu","raw_affiliation_strings":["Zhejiang Laboratory, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1595-8361","affiliations":[{"raw_affiliation_string":"Zhejiang Laboratory, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048286444","display_name":"Shiping Wen","orcid":"https://orcid.org/0000-0002-5048-0319"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shiping Wen","raw_affiliation_strings":["Australian AI Institute, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","Faculty of Engineering and Information Technology, Australian AI Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5048-0319","affiliations":[{"raw_affiliation_string":"Australian AI Institute, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Faculty of Engineering and Information Technology, Australian AI Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034022345","display_name":"Yin Yang","orcid":"https://orcid.org/0000-0002-0549-3882"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Yin Yang","raw_affiliation_strings":["College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-0549-3882","affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034967388","display_name":"Xiaojun Chang","orcid":"https://orcid.org/0000-0002-7778-8807"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaojun Chang","raw_affiliation_strings":["Australian AI Institute, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","Faculty of Engineering and Information Technology, Australian AI Institute, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7778-8807","affiliations":[{"raw_affiliation_string":"Australian AI Institute, Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Faculty of Engineering and Information Technology, Australian AI Institute, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029822464","display_name":"Junwei Sun","orcid":"https://orcid.org/0000-0001-8518-5064"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Sun","raw_affiliation_strings":["School of Electrical and Information Engineering, Zhengzhou University of Light Industry, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8518-5064","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058073627","display_name":"Yiran Chen","orcid":"https://orcid.org/0000-0002-1486-8412"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiran Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-1486-8412","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074290686","display_name":"Tingwen Huang","orcid":"https://orcid.org/0000-0001-9610-846X"},"institutions":[{"id":"https://openalex.org/I58152225","display_name":"Texas A&M University at Qatar","ror":"https://ror.org/03vb4dm14","country_code":"QA","type":"education","lineage":["https://openalex.org/I58152225","https://openalex.org/I91045830"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Tingwen Huang","raw_affiliation_strings":["Science Program, Texas A and M University at Qatar, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-9610-846X","affiliations":[{"raw_affiliation_string":"Science Program, Texas A and M University at Qatar, Doha, Qatar","institution_ids":["https://openalex.org/I58152225"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2776,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.79148709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"35","issue":"9","first_page":"11979","last_page":"11988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7892680168151855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7475059628486633},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.5785237550735474},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5376995205879211},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.464459627866745},{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.42475682497024536},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3597598969936371},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32404154539108276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3120235204696655},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07810807228088379}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7892680168151855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7475059628486633},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.5785237550735474},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5376995205879211},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.464459627866745},{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.42475682497024536},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3597598969936371},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32404154539108276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3120235204696655},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07810807228088379},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3250437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3250437","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37030854","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37030854","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G6435396388","display_name":null,"funder_award_id":"2022YFB4500405","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1975237352","https://openalex.org/W1976075132","https://openalex.org/W1981943579","https://openalex.org/W2112181056","https://openalex.org/W2162651880","https://openalex.org/W2164819109","https://openalex.org/W2248832573","https://openalex.org/W2405920868","https://openalex.org/W2469490737","https://openalex.org/W2508602506","https://openalex.org/W2518281301","https://openalex.org/W2556583623","https://openalex.org/W2613989746","https://openalex.org/W2627034335","https://openalex.org/W2735482625","https://openalex.org/W2778754665","https://openalex.org/W2799229073","https://openalex.org/W2799615061","https://openalex.org/W2886851211","https://openalex.org/W2894293853","https://openalex.org/W2905741102","https://openalex.org/W2906103050","https://openalex.org/W2938440964","https://openalex.org/W2962851801","https://openalex.org/W2963631169","https://openalex.org/W2963918968","https://openalex.org/W2964203871","https://openalex.org/W2982479999","https://openalex.org/W3013407975","https://openalex.org/W3022053993","https://openalex.org/W3022712343","https://openalex.org/W3039393593","https://openalex.org/W3083105771","https://openalex.org/W3089916462","https://openalex.org/W3091922395","https://openalex.org/W3122132656","https://openalex.org/W3129613340","https://openalex.org/W3132986466","https://openalex.org/W3162307714","https://openalex.org/W3167436278","https://openalex.org/W3173836593","https://openalex.org/W3174993601","https://openalex.org/W3176881123","https://openalex.org/W3195959245","https://openalex.org/W3198513224","https://openalex.org/W3198780369","https://openalex.org/W3211496051","https://openalex.org/W3213836232","https://openalex.org/W4225710988","https://openalex.org/W4238869234","https://openalex.org/W6698200048","https://openalex.org/W6714058667","https://openalex.org/W6720242923","https://openalex.org/W6748163181","https://openalex.org/W6752515464","https://openalex.org/W6757036269","https://openalex.org/W6773955925","https://openalex.org/W6780020272","https://openalex.org/W6790152577","https://openalex.org/W6790356579","https://openalex.org/W6797638054","https://openalex.org/W6838770520"],"related_works":["https://openalex.org/W631083485","https://openalex.org/W4313452936","https://openalex.org/W2097026685","https://openalex.org/W2480068220","https://openalex.org/W2070883797","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146"],"abstract_inverted_index":{"With":[0],"the":[1,20,40,46,62,66,79,127,136,158,163,170,187],"rapid":[2],"progress":[3],"of":[4,24,173,197,204],"deep":[5],"neural":[6,137],"network":[7,113],"(DNN)":[8],"applications":[9],"on":[10,132,206],"memristive":[11,25,34,133],"platforms,":[12,35],"there":[13],"has":[14],"been":[15],"a":[16,73,104,182],"growing":[17],"interest":[18],"in":[19,103,116],"acceleration":[21],"and":[22,58,65,82,123,153,175,199],"compression":[23],"networks.":[26],"As":[27],"an":[28],"emerging":[29],"model":[30],"optimization":[31,83],"technique":[32],"for":[33,48,56,95,129],"bit-level":[36,117,145,154,165],"sparsity":[37,64,118,155,174],"training":[38,81,156],"(with":[39],"fixed-point":[41,67],"quantization)":[42],"can":[43],"significantly":[44],"reduce":[45],"demand":[47],"analog-to-digital":[49],"converters":[50],"(ADCs)":[51],"resolution,":[52],"which":[53,149,185],"is":[54,121],"critical":[55],"energy":[57],"area":[59],"consumption.":[60],"However,":[61],"bit":[63],"quantization":[68,152],"will":[69],"inevitably":[70],"lead":[71],"to":[72,88,93,125,161],"large":[74],"performance":[75,96],"loss.":[76],"Different":[77],"from":[78],"existing":[80],"techniques,":[84],"this":[85],"work":[86],"attempts":[87],"explore":[89,162],"more":[90],"sparsity-tolerant":[91,146,166],"architectures":[92,114,128,180,191],"compensate":[94],"degradation.":[97],"We":[98,142],"first":[99],"empirically":[100],"demonstrate":[101],"that":[102,196,203],"certain":[105],"search":[106,126,139],"space":[107],"(e.g.,":[108],"4-bit":[109],"quantized":[110],"DARTS":[111],"space),":[112],"differ":[115],"tolerance.":[119],"It":[120],"reasonable":[122],"necessary":[124],"efficient":[130],"deployment":[131],"platforms":[134],"by":[135],"architecture":[138],"(NAS)":[140],"technology.":[141],"further":[143],"introduce":[144],"NAS":[147],"(BST-NAS),":[148],"encapsulates":[150],"low-precision":[151],"into":[157],"differentiable":[159],"NAS,":[160],"optimal":[164],"architectures.":[167],"Experimentally,":[168],"with":[169],"same":[171],"degree":[172],"experiment":[176],"settings,":[177],"our":[178],"searched":[179],"obtain":[181],"promising":[183],"performance,":[184],"outperform":[186],"normal":[188],"NAS-based":[189],"DARTS-series":[190],"(about":[192],"5.8%":[193],"higher":[194,201],"than":[195,202],"DARTS-V2":[198],"2.7%":[200],"PC-DARTS)":[205],"CIFAR10.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}