{"id":"https://openalex.org/W4226461637","doi":"https://doi.org/10.1109/tnnls.2023.3285488","title":"Optimizing for In-Memory Deep Learning With Emerging Memory Technology","display_name":"Optimizing for In-Memory Deep Learning With Emerging Memory Technology","publication_year":2023,"publication_date":"2023-06-27","ids":{"openalex":"https://openalex.org/W4226461637","doi":"https://doi.org/10.1109/tnnls.2023.3285488","pmid":"https://pubmed.ncbi.nlm.nih.gov/37368806"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3285488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3285488","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"preprint","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101482096","display_name":"Zhehui Wang","orcid":"https://orcid.org/0000-0002-7139-724X"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Zhehui Wang","raw_affiliation_strings":["Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Fusionopolis, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7139-724X","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Fusionopolis, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101630043","display_name":"Tao Luo","orcid":"https://orcid.org/0000-0002-3415-3676"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tao Luo","raw_affiliation_strings":["Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Fusionopolis, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3415-3676","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Fusionopolis, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001599295","display_name":"Rick Siow Mong Goh","orcid":"https://orcid.org/0000-0001-9116-1595"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rick Siow Mong Goh","raw_affiliation_strings":["Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Fusionopolis, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9116-1595","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing (IHPC), Agency for Science, Technology and Research (A*STAR), Fusionopolis, Singapore","institution_ids":["https://openalex.org/I3004594783","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441569","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-1492-8286"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023989495","display_name":"Weng\u2010Fai Wong","orcid":"https://orcid.org/0000-0002-4281-2053"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weng-Fai Wong","raw_affiliation_strings":["Department of Computer Science, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4281-2053","affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101482096"],"corresponding_institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00182715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"11","first_page":"15306","last_page":"15320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7379878759384155},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7179841995239258},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5587584972381592},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49509182572364807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4765480160713196},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4489629566669464},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.44167864322662354},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3408232033252716},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19726619124412537},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09927764534950256},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07773196697235107},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06523072719573975}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7379878759384155},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7179841995239258},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5587584972381592},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49509182572364807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4765480160713196},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4489629566669464},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.44167864322662354},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3408232033252716},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19726619124412537},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09927764534950256},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07773196697235107},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06523072719573975},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2023.3285488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3285488","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37368806","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37368806","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-128051","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-128051","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W642739503","https://openalex.org/W753821166","https://openalex.org/W1955857676","https://openalex.org/W1965288361","https://openalex.org/W1980572493","https://openalex.org/W2021383442","https://openalex.org/W2044941608","https://openalex.org/W2047478832","https://openalex.org/W2148324508","https://openalex.org/W2171888576","https://openalex.org/W2300242332","https://openalex.org/W2342387592","https://openalex.org/W2554302513","https://openalex.org/W2588666075","https://openalex.org/W2605663629","https://openalex.org/W2776489082","https://openalex.org/W2778345336","https://openalex.org/W2788891771","https://openalex.org/W2794288888","https://openalex.org/W2795127895","https://openalex.org/W2798554798","https://openalex.org/W2798878556","https://openalex.org/W2807268759","https://openalex.org/W2808168148","https://openalex.org/W2810068957","https://openalex.org/W2892120106","https://openalex.org/W2906472504","https://openalex.org/W2909633668","https://openalex.org/W2912290085","https://openalex.org/W2921015455","https://openalex.org/W2928560789","https://openalex.org/W2943765373","https://openalex.org/W2948661249","https://openalex.org/W2960778947","https://openalex.org/W2963145730","https://openalex.org/W2965862774","https://openalex.org/W2972862238","https://openalex.org/W3013080934","https://openalex.org/W3034368386","https://openalex.org/W3034602727","https://openalex.org/W3035297311","https://openalex.org/W3038702532","https://openalex.org/W3045949243","https://openalex.org/W3083631135","https://openalex.org/W3085709740","https://openalex.org/W3091835145","https://openalex.org/W3107757569","https://openalex.org/W3126444928","https://openalex.org/W3161407672","https://openalex.org/W3164445786","https://openalex.org/W3177008256","https://openalex.org/W3186632081","https://openalex.org/W3190449293","https://openalex.org/W3192946406","https://openalex.org/W3202329792","https://openalex.org/W3205015346","https://openalex.org/W4226426325","https://openalex.org/W6638915636","https://openalex.org/W6726275242","https://openalex.org/W6763189659","https://openalex.org/W6789954222"],"related_works":["https://openalex.org/W17729602","https://openalex.org/W2904021","https://openalex.org/W1562032","https://openalex.org/W13158784","https://openalex.org/W11300528","https://openalex.org/W9190101","https://openalex.org/W17411213","https://openalex.org/W13246520","https://openalex.org/W17996151","https://openalex.org/W15501735"],"abstract_inverted_index":{"In-memory":[0,28],"deep":[1,29,106],"learning":[2,30,107],"executes":[3],"neural":[4],"network":[5],"models":[6],"where":[7],"they":[8],"are":[9],"stored,":[10],"thus":[11],"avoiding":[12],"long-distance":[13],"communication":[14],"between":[15],"memory":[16,47],"and":[17,26,40,55,127],"computation":[18],"units,":[19],"resulting":[20,64],"in":[21,24,65],"considerable":[22],"savings":[23],"energy":[25,41,112,136],"time.":[27],"has":[31],"already":[32],"demonstrated":[33],"orders":[34],"of":[35,45,96,103,133],"magnitude":[36,134],"higher":[37,135],"performance":[38,56],"density":[39],"efficiency.":[42,113],"The":[43],"use":[44],"emerging":[46],"technology":[48],"(EMT)":[49],"promises":[50],"to":[51,73],"increase":[52],"density,":[53],"energy,":[54],"even":[57],"further.":[58],"However,":[59],"EMT":[60],"is":[61],"intrinsically":[62],"unstable,":[63],"random":[66],"data":[67],"read":[68],"fluctuations.":[69],"This":[70],"can":[71,90,99,119],"translate":[72],"nonnegligible":[74],"accuracy":[75,102,126],"loss,":[76],"potentially":[77],"nullifying":[78],"the":[79,93,101,104,139],"gains.":[80],"In":[81],"this":[82],"article,":[83],"we":[84],"propose":[85],"three":[86],"optimization":[87],"techniques":[88],"that":[89,116],"mathematically":[91],"overcome":[92],"instability":[94],"problem":[95],"EMT.":[97],"They":[98],"improve":[100],"in-memory":[105],"model":[108],"while":[109],"maximizing":[110],"its":[111],"Experiments":[114],"show":[115],"our":[117],"solution":[118],"fully":[120],"recover":[121],"most":[122],"models'":[123],"state-of-the-art":[124],"(SOTA)":[125],"achieves":[128],"at":[129],"least":[130],"an":[131],"order":[132],"efficiency":[137],"than":[138],"SOTA.":[140]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2022-05-05T00:00:00"}