{"id":"https://openalex.org/W4289922251","doi":"https://doi.org/10.1109/access.2022.3196688","title":"Energy Efficient Learning With Low Resolution Stochastic Domain Wall Synapse for Deep Neural Networks","display_name":"Energy Efficient Learning With Low Resolution Stochastic Domain Wall Synapse for Deep Neural Networks","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4289922251","doi":"https://doi.org/10.1109/access.2022.3196688"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3196688","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3196688","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09850990.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09850990.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063679992","display_name":"Walid Al Misba","orcid":"https://orcid.org/0000-0002-4517-3330"},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walid Al Misba","raw_affiliation_strings":["Mechanical and Nuclear Engineering Department, Virginia Commonwealth University, Richmond, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4517-3330","affiliations":[{"raw_affiliation_string":"Mechanical and Nuclear Engineering Department, Virginia Commonwealth University, Richmond, VA, USA","institution_ids":["https://openalex.org/I184840846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007688521","display_name":"Mark Lozano","orcid":null},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Lozano","raw_affiliation_strings":["Mechanical and Nuclear Engineering Department, Virginia Commonwealth University, Richmond, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mechanical and Nuclear Engineering Department, Virginia Commonwealth University, Richmond, VA, USA","institution_ids":["https://openalex.org/I184840846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063819347","display_name":"Damien Querlioz","orcid":"https://orcid.org/0000-0002-0295-1008"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210100562","display_name":"Centre de Nanosciences et de Nanotechnologies","ror":"https://ror.org/00zay3w86","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I204730241","https://openalex.org/I277688954","https://openalex.org/I4210100562"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Damien Querlioz","raw_affiliation_strings":["CNRS, Centre de Nanosciences et de Nanotechnologies, Universit&#x00E9; Paris-Saclay, Palaiseau, France","Paris-Saclay, Palaiseau, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS, Centre de Nanosciences et de Nanotechnologies, Universit&#x00E9; Paris-Saclay, Palaiseau, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210100562"]},{"raw_affiliation_string":"Paris-Saclay, Palaiseau, France","institution_ids":["https://openalex.org/I4210126360"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078709406","display_name":"Jayasimha Atulasimha","orcid":"https://orcid.org/0000-0002-5681-0884"},"institutions":[{"id":"https://openalex.org/I184840846","display_name":"Virginia Commonwealth University","ror":"https://ror.org/02nkdxk79","country_code":"US","type":"education","lineage":["https://openalex.org/I184840846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jayasimha Atulasimha","raw_affiliation_strings":["Mechanical and Nuclear Engineering Department, Virginia Commonwealth University, Richmond, VA, USA","Electrical and Computer Engineering Department, Virginia Commonwealth University, Richmond, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5681-0884","affiliations":[{"raw_affiliation_string":"Mechanical and Nuclear Engineering Department, Virginia Commonwealth University, Richmond, VA, USA","institution_ids":["https://openalex.org/I184840846"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, Virginia Commonwealth University, Richmond, VA, USA","institution_ids":["https://openalex.org/I184840846"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9341,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.86014673,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"84946","last_page":"84959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.866510272026062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6289762258529663},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6149449348449707},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5087581276893616},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49633365869522095},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.49161726236343384},{"id":"https://openalex.org/keywords/synaptic-weight","display_name":"Synaptic weight","score":0.47866329550743103},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45073264837265015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44520020484924316},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.41352736949920654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2025805413722992}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.866510272026062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6289762258529663},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6149449348449707},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5087581276893616},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49633365869522095},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.49161726236343384},{"id":"https://openalex.org/C66949984","wikidata":"https://www.wikidata.org/wiki/Q7662043","display_name":"Synaptic weight","level":3,"score":0.47866329550743103},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45073264837265015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44520020484924316},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.41352736949920654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2025805413722992}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2022.3196688","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3196688","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09850990.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2111.07284","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.07284","pdf_url":"https://arxiv.org/pdf/2111.07284","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-03861118v1","is_oa":true,"landing_page_url":"https://cnrs.hal.science/hal-03861118","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, 2022, 10, pp.84946 - 84959. &#x27E8;10.1109/access.2022.3196688&#x27E9;","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:c112622d6cd54cc4ad47185c5145acac","is_oa":true,"landing_page_url":"https://doaj.org/article/c112622d6cd54cc4ad47185c5145acac","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 84946-84959 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3196688","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3196688","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09850990.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1193327805","display_name":null,"funder_award_id":"ECCS 1954589","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1503828525","display_name":"SHF: Small: Collaborative Research: Energy Efficient Strain Assisted Spin Transfer Torque Memory","funder_award_id":"1815033","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2167504296","display_name":"Collaborative Research: Energy Efficient Voltage Controlled Non-volatile Domain Wall Devices for Neural Networks","funder_award_id":"1954589","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6772408123","display_name":null,"funder_award_id":"CCF 1815033","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337392","display_name":"Division of Electrical, Communications and Cyber Systems","ror":"https://ror.org/01krpsy48"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4289922251.pdf","grobid_xml":"https://content.openalex.org/works/W4289922251.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1542981317","https://openalex.org/W1902934009","https://openalex.org/W1937359183","https://openalex.org/W1970206942","https://openalex.org/W1991059746","https://openalex.org/W1994641942","https://openalex.org/W2018154336","https://openalex.org/W2028804286","https://openalex.org/W2030671441","https://openalex.org/W2040687898","https://openalex.org/W2056507634","https://openalex.org/W2062307111","https://openalex.org/W2085654282","https://openalex.org/W2088797290","https://openalex.org/W2112796928","https://openalex.org/W2120557145","https://openalex.org/W2142805504","https://openalex.org/W2182030219","https://openalex.org/W2269491305","https://openalex.org/W2291160084","https://openalex.org/W2334564994","https://openalex.org/W2399958287","https://openalex.org/W2462963692","https://openalex.org/W2469490737","https://openalex.org/W2524428287","https://openalex.org/W2560615381","https://openalex.org/W2612375349","https://openalex.org/W2613205562","https://openalex.org/W2741269719","https://openalex.org/W2743575928","https://openalex.org/W2765081478","https://openalex.org/W2769049661","https://openalex.org/W2775771159","https://openalex.org/W2803163155","https://openalex.org/W2805362231","https://openalex.org/W2807750997","https://openalex.org/W2811075750","https://openalex.org/W2900995627","https://openalex.org/W2932447952","https://openalex.org/W2946254874","https://openalex.org/W2948661249","https://openalex.org/W2963122961","https://openalex.org/W2973153123","https://openalex.org/W2990467641","https://openalex.org/W2999068160","https://openalex.org/W3003821665","https://openalex.org/W3005047893","https://openalex.org/W3013080934","https://openalex.org/W3025017204","https://openalex.org/W3096450451","https://openalex.org/W3099073033","https://openalex.org/W3101272433","https://openalex.org/W3105606255","https://openalex.org/W3106213055","https://openalex.org/W3118058971","https://openalex.org/W3125908175","https://openalex.org/W3137756048","https://openalex.org/W3160640957","https://openalex.org/W3200501610","https://openalex.org/W3203963846","https://openalex.org/W4245731639","https://openalex.org/W6639703010","https://openalex.org/W6671150898","https://openalex.org/W6696798448","https://openalex.org/W6720242923","https://openalex.org/W6727208969","https://openalex.org/W6730393660","https://openalex.org/W6741986022","https://openalex.org/W6746698991"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4315785049","https://openalex.org/W3015792155","https://openalex.org/W2937906318","https://openalex.org/W3118286710","https://openalex.org/W4225929918","https://openalex.org/W3095450733","https://openalex.org/W3205806653","https://openalex.org/W4391092513","https://openalex.org/W3138410445"],"abstract_inverted_index":{"We":[0],"demonstrate":[1,46],"extremely":[2,58],"low":[3,266],"resolution":[4],"quantized":[5,221],"(nominally":[6],"5-state)":[7],"synapses":[8],"with":[9,92,213,230],"large":[10],"stochastic":[11,47],"variations":[12],"in":[13,164,258,295],"synaptic":[14,38,95],"weight":[15,128,137,150],"can":[16,50,275,287],"be":[17,276],"energy":[18,59,250,279],"efficient":[19,60,280],"and":[20,49,64,73,97,108,125,152,185,191,223,283,293],"achieve":[21],"reasonably":[22],"high":[23,120],"testing":[24],"accuracies":[25,180],"compared":[26,252],"to":[27,136,170,197,220,253,291],"Deep":[28],"Neural":[29],"Networks":[30],"(DNNs)":[31],"of":[32,80,94,166,201,234,243,248],"similar":[33,206],"sizes":[34],"using":[35,105],"floating":[36,210],"precision":[37,121,211],"weights.":[39],"Specifically,":[40],"voltage-controlled":[41],"domain":[42],"wall":[43],"(DW)":[44],"devices":[45,111,270],"behavior":[48],"only":[51],"encode":[52],"limited":[53],"states;":[54],"however,":[55],"they":[56],"are":[57,188],"during":[61],"both":[62,71,165],"training":[63,75,168,187,229],"inference.":[65],"In":[66],"this":[67],"study,":[68],"we":[69,181],"propose":[70],"in-situ":[72,116,184,228,285],"ex-situ":[74,140,186,273],"algorithms,":[76],"based":[77,148],"on":[78,102,149],"modification":[79],"the":[81,127,132,167,173,198,254,272,284,289],"algorithm":[82],"proposed":[83,238],"by":[84],"Hubara":[85],"et":[86],"al.":[87],"[1]":[88],"which":[89,130,193],"works":[90],"well":[91],"quantization":[93,151],"weights,":[96],"train":[98],"several":[99],"5-layer":[100],"DNNs":[101],"MNIST":[103],"dataset":[104],"2-,":[106],"3-":[107],"5-state":[109],"DW":[110,154],"as":[112],"a":[113,118,142,158,205,241,296],"synapse.":[114],"For":[115,139],"training,":[117,141],"separate":[119],"memory":[122],"unit":[123],"preserves":[124],"accumulates":[126],"gradients":[129],"prevents":[131],"accuracy":[133,200],"loss":[134],"due":[135,219],"quantization.":[138],"precursor":[143],"DNN":[144,208],"is":[145,162,194,262],"first":[146],"trained":[147],"characterized":[153],"device":[155,175],"model.":[156],"Moreover,":[157],"noise":[159,224],"tolerance":[160,225],"margin":[161,226],"included":[163],"methods":[169],"account":[171],"for":[172,265,278],"intrinsic":[174],"noise.":[176],"The":[177],"highest":[178],"inference":[179],"obtain":[182],"after":[183],"&#x007E;":[189],"96.67%":[190],"&#x007E;96.63%":[192],"very":[195],"close":[196],"baseline":[199],"&#x007E;97.1%":[202],"obtained":[203],"from":[204],"topology":[207],"having":[209],"weights":[212,222],"no":[214],"stochasticity.":[215],"Large":[216],"inter-state":[217],"interval":[218],"enables":[227],"significantly":[231],"lower":[232],"number":[233],"programming":[235],"attempts.":[236],"Our":[237],"approach":[239,256,261],"demonstrates":[240],"possibility":[242],"at":[244],"least":[245],"<i>two":[246],"orders":[247],"magnitude</i>":[249],"savings":[251],"floating-point":[255],"implemented":[257],"CMOS.":[259],"This":[260],"specifically":[263],"attractive":[264],"power":[267],"intelligent":[268],"edge":[269],"where":[271],"learning":[274,286],"utilized":[277],"non-adaptive":[281],"tasks":[282],"provide":[288],"opportunity":[290],"adapt":[292],"learn":[294],"dynamically":[297],"evolving":[298],"environment.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2022-08-06T00:00:00"}