{"id":"https://openalex.org/W2907700607","doi":"https://doi.org/10.1109/tcsi.2018.2888538","title":"Supporting the Momentum Training Algorithm Using a Memristor-Based Synapse","display_name":"Supporting the Momentum Training Algorithm Using a Memristor-Based Synapse","publication_year":2019,"publication_date":"2019-01-03","ids":{"openalex":"https://openalex.org/W2907700607","doi":"https://doi.org/10.1109/tcsi.2018.2888538","mag":"2907700607"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2018.2888538","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsi.2018.2888538","pdf_url":"https://ieeexplore.ieee.org/ielx7/8919/8667917/08600725.pdf","source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/8919/8667917/08600725.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043421163","display_name":"Tzofnat Greenberg-Toledo","orcid":"https://orcid.org/0000-0001-6477-6113"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tzofnat Greenberg-Toledo","raw_affiliation_strings":["Andrew and Erna Viterbi Department of Electrical Engineering, Technion\u2013Israel Institute of Technology, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0001-6477-6113","affiliations":[{"raw_affiliation_string":"Andrew and Erna Viterbi Department of Electrical Engineering, Technion\u2013Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067942084","display_name":"Roee Mazor","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Roee Mazor","raw_affiliation_strings":["Andrew and Erna Viterbi Department of Electrical Engineering, Technion\u2013Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Andrew and Erna Viterbi Department of Electrical Engineering, Technion\u2013Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023309381","display_name":"Ameer Haj-Ali","orcid":"https://orcid.org/0000-0001-8515-2828"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ameer Haj-Ali","raw_affiliation_strings":["Faculty of Electrical Engineering and Computer Science, University of California at Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8515-2828","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Computer Science, University of California at Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014138496","display_name":"Shahar Kvatinsky","orcid":"https://orcid.org/0000-0001-7277-7271"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shahar Kvatinsky","raw_affiliation_strings":["Andrew and Erna Viterbi Department of Electrical Engineering, Technion\u2013Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Andrew and Erna Viterbi Department of Electrical Engineering, Technion\u2013Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0049,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.73804495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"66","issue":"4","first_page":"1571","last_page":"1583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.686497688293457},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6460450887680054},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.6207486987113953},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5874499678611755},{"id":"https://openalex.org/keywords/memristor","display_name":"Memristor","score":0.5165742635726929},{"id":"https://openalex.org/keywords/synapse","display_name":"Synapse","score":0.5110560655593872},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4920737147331238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4881628155708313},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.47649019956588745},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4561646580696106},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.43968719244003296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3862634599208832},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36830008029937744},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3303072452545166},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14153742790222168},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.13370347023010254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.686497688293457},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6460450887680054},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.6207486987113953},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5874499678611755},{"id":"https://openalex.org/C150072547","wikidata":"https://www.wikidata.org/wiki/Q212923","display_name":"Memristor","level":2,"score":0.5165742635726929},{"id":"https://openalex.org/C127445978","wikidata":"https://www.wikidata.org/wiki/Q187181","display_name":"Synapse","level":2,"score":0.5110560655593872},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4920737147331238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4881628155708313},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.47649019956588745},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4561646580696106},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.43968719244003296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3862634599208832},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36830008029937744},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3303072452545166},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14153742790222168},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.13370347023010254},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsi.2018.2888538","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsi.2018.2888538","pdf_url":"https://ieeexplore.ieee.org/ielx7/8919/8667917/08600725.pdf","source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:4023179","is_oa":true,"landing_page_url":"https://zenodo.org/record/4023179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tcsi.2018.2888538","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsi.2018.2888538","pdf_url":"https://ieeexplore.ieee.org/ielx7/8919/8667917/08600725.pdf","source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G8152006990","display_name":null,"funder_award_id":"757259","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G972576940","display_name":"Memristive In-Memory Processing System","funder_award_id":"757259","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2907700607.pdf","grobid_xml":"https://content.openalex.org/works/W2907700607.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W1522301498","https://openalex.org/W1542981317","https://openalex.org/W1578783943","https://openalex.org/W1964288235","https://openalex.org/W1980287119","https://openalex.org/W1988720110","https://openalex.org/W2008311222","https://openalex.org/W2010202670","https://openalex.org/W2029803196","https://openalex.org/W2030078509","https://openalex.org/W2048266589","https://openalex.org/W2091825929","https://openalex.org/W2097117768","https://openalex.org/W2105827747","https://openalex.org/W2107438106","https://openalex.org/W2112796928","https://openalex.org/W2116557123","https://openalex.org/W2117130368","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2153314955","https://openalex.org/W2163605009","https://openalex.org/W2164819109","https://openalex.org/W2166706236","https://openalex.org/W2194775991","https://openalex.org/W2307193480","https://openalex.org/W2508602506","https://openalex.org/W2517138139","https://openalex.org/W2518281301","https://openalex.org/W2523246573","https://openalex.org/W2549139847","https://openalex.org/W2588191434","https://openalex.org/W2613989746","https://openalex.org/W2627034335","https://openalex.org/W2766736793","https://openalex.org/W2899771611","https://openalex.org/W2903382683","https://openalex.org/W2951781666","https://openalex.org/W2964121744","https://openalex.org/W3118608800","https://openalex.org/W6604254268","https://openalex.org/W6676105031","https://openalex.org/W6680402377","https://openalex.org/W6681435938","https://openalex.org/W6684191040","https://openalex.org/W6684249991","https://openalex.org/W6756040250","https://openalex.org/W6757107679","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776","https://openalex.org/W2041416246"],"abstract_inverted_index":{"Despite":[0],"the":[1,39,48,54,63,99,107,113,131,138,154,171],"increasing":[2],"popularity":[3],"of":[4,51,66,109,130],"deep":[5],"neural":[6,52],"networks":[7],"(DNNs),":[8],"they":[9],"cannot":[10],"be":[11],"trained":[12],"efficiently":[13],"on":[14,164,181],"existing":[15],"platforms,":[16],"and":[17,111,141,175],"efforts":[18],"have":[19,34],"thus":[20],"been":[21],"devoted":[22],"to":[23,62,122,137],"designing":[24],"dedicated":[25],"hardware":[26,127],"for":[27,38],"DNNs.":[28],"In":[29,89],"our":[30],"recent":[31],"work,":[32],"we":[33,92],"provided":[35],"direct":[36],"support":[37,81,123],"stochastic":[40],"gradient":[41],"descent":[42],"(SGD)":[43],"training":[44,87,115,157,163],"algorithm":[45,133],"by":[46,173,179],"constructing":[47],"basic":[49],"element":[50],"networks,":[53],"synapse,":[55],"using":[56,134],"emerging":[57],"technologies,":[58],"namely":[59],"memristors.":[60],"Due":[61],"limited":[64],"performance":[65,172],"SGD,":[67],"optimization":[68],"algorithms":[69],"are":[70,159],"commonly":[71,100],"employed":[72],"in":[73],"DNN":[74,77,86,114,156],"training.":[75],"Therefore,":[76],"accelerators":[78],"that":[79,97,153],"only":[80],"SGD":[82,110],"might":[83],"not":[84],"meet":[85],"requirements.":[88],"this":[90],"paper,":[91],"present":[93],"a":[94,126,147,165],"memristorbased":[95],"synapse":[96,139,145],"supports":[98],"used":[101],"momentum":[102,132],"algorithm.":[103],"Momentum":[104],"significantly":[105],"improves":[106],"convergence":[108],"facilitates":[112],"stage.":[116],"We":[117],"propose":[118],"two":[119],"design":[120],"approaches":[121],"momentum:":[124],"1)":[125],"friendly":[128],"modification":[129],"memory":[135],"external":[136],"structure,":[140],"2)":[142],"updating":[143],"each":[144],"with":[146],"built-in":[148],"memory.":[149],"Our":[150],"simulations":[151],"show":[152],"proposed":[155],"solutions":[158],"as":[160,162],"accurate":[161],"GPU":[166],"platform":[167],"while":[168],"speeding":[169],"up":[170],"886\u00d7":[174],"decreasing":[176],"energy":[177],"consumption":[178],"7\u00d7,":[180],"average.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}