{"id":"https://openalex.org/W4315977500","doi":"https://doi.org/10.1145/3577214","title":"Low-Rank Gradient Descent for Memory-Efficient Training of Deep In-Memory Arrays","display_name":"Low-Rank Gradient Descent for Memory-Efficient Training of Deep In-Memory Arrays","publication_year":2023,"publication_date":"2023-01-14","ids":{"openalex":"https://openalex.org/W4315977500","doi":"https://doi.org/10.1145/3577214"},"language":"en","primary_location":{"id":"doi:10.1145/3577214","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3577214","pdf_url":null,"source":{"id":"https://openalex.org/S96198239","display_name":"ACM Journal on Emerging Technologies in Computing Systems","issn_l":"1550-4832","issn":["1550-4832","1550-4840"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Journal on Emerging Technologies in Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101857439","display_name":"Siyuan Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siyuan Huang","raw_affiliation_strings":["George Washington University"],"raw_orcid":"https://orcid.org/0000-0003-1643-5060","affiliations":[{"raw_affiliation_string":"George Washington University","institution_ids":["https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075444766","display_name":"Brian D. Hoskins","orcid":"https://orcid.org/0000-0002-9418-9291"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Brian D. Hoskins","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":"https://orcid.org/0000-0002-9418-9291","affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I4210124755","https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008976251","display_name":"Matthew W. Daniels","orcid":"https://orcid.org/0000-0002-3390-4714"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Matthew W. Daniels","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":"https://orcid.org/0000-0002-3390-4714","affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I4210124755","https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007155880","display_name":"M. D. Stiles","orcid":"https://orcid.org/0000-0001-8238-4156"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210124755","display_name":"National Institute of Standards","ror":"https://ror.org/02zftm050","country_code":"EG","type":"facility","lineage":["https://openalex.org/I4210124755"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Mark D. Stiles","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":"https://orcid.org/0000-0001-8238-4156","affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I4210124755","https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077532268","display_name":"Gina C. Adam","orcid":"https://orcid.org/0000-0003-0027-1145"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gina C. Adam","raw_affiliation_strings":["George Washington University"],"raw_orcid":"https://orcid.org/0000-0003-0027-1145","affiliations":[{"raw_affiliation_string":"George Washington University","institution_ids":["https://openalex.org/I193531525"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0027425,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":"2","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7791682481765747},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6581692695617676},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5324593186378479},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5156623125076294},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5075262784957886},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46308499574661255},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4434799253940582},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4432012438774109},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39186039566993713},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3879070281982422}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7791682481765747},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6581692695617676},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5324593186378479},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5156623125076294},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5075262784957886},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46308499574661255},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4434799253940582},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4432012438774109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39186039566993713},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3879070281982422},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3577214","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3577214","pdf_url":null,"source":{"id":"https://openalex.org/S96198239","display_name":"ACM Journal on Emerging Technologies in Computing Systems","issn_l":"1550-4832","issn":["1550-4832","1550-4840"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Journal on Emerging Technologies in Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W5731987","https://openalex.org/W1542981317","https://openalex.org/W1560722379","https://openalex.org/W1798945469","https://openalex.org/W1937359183","https://openalex.org/W1979692260","https://openalex.org/W2003284017","https://openalex.org/W2039778940","https://openalex.org/W2050583479","https://openalex.org/W2051434435","https://openalex.org/W2060694887","https://openalex.org/W2095705004","https://openalex.org/W2108598243","https://openalex.org/W2117686912","https://openalex.org/W2121281940","https://openalex.org/W2150004236","https://openalex.org/W2246636461","https://openalex.org/W2304387544","https://openalex.org/W2307193480","https://openalex.org/W2432567885","https://openalex.org/W2517442117","https://openalex.org/W2527193322","https://openalex.org/W2559718113","https://openalex.org/W2561721141","https://openalex.org/W2587921983","https://openalex.org/W2595593680","https://openalex.org/W2595840341","https://openalex.org/W2597851033","https://openalex.org/W2607074821","https://openalex.org/W2613989746","https://openalex.org/W2622263826","https://openalex.org/W2773802138","https://openalex.org/W2785402177","https://openalex.org/W2803163155","https://openalex.org/W2900167092","https://openalex.org/W2902280036","https://openalex.org/W2903012893","https://openalex.org/W2915041608","https://openalex.org/W2918725583","https://openalex.org/W2924425593","https://openalex.org/W2942216650","https://openalex.org/W2946900926","https://openalex.org/W2962907613","https://openalex.org/W2963058819","https://openalex.org/W2963744496","https://openalex.org/W2963787239","https://openalex.org/W2970404564","https://openalex.org/W2972686555","https://openalex.org/W2978329087","https://openalex.org/W2979660981","https://openalex.org/W2984216160","https://openalex.org/W2995606891","https://openalex.org/W2998619828","https://openalex.org/W3004495293","https://openalex.org/W3012121966","https://openalex.org/W3015048984","https://openalex.org/W3015724253","https://openalex.org/W3030163527","https://openalex.org/W3038104246","https://openalex.org/W3041897167","https://openalex.org/W3045934648","https://openalex.org/W3096003755","https://openalex.org/W3101421194","https://openalex.org/W3118608800","https://openalex.org/W3127984310","https://openalex.org/W3155456425","https://openalex.org/W3158649234","https://openalex.org/W3162003518","https://openalex.org/W4241904915","https://openalex.org/W4281768018","https://openalex.org/W4289300273","https://openalex.org/W4292779060","https://openalex.org/W4385245566","https://openalex.org/W6638060716","https://openalex.org/W6739901393","https://openalex.org/W6747643371"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776"],"abstract_inverted_index":{"The":[0],"movement":[1,80],"of":[2,5,10,37,83,127,153,183,195],"large":[3,201],"quantities":[4],"data":[6],"during":[7],"the":[8,35,79,128,134,179,193],"training":[9],"a":[11,122,151],"deep":[12],"neural":[13,148],"network":[14,32,38,129],"presents":[15],"immense":[16],"challenges":[17],"for":[18,185],"machine":[19],"learning":[20],"workloads,":[21],"especially":[22,77],"those":[23],"based":[24,50,199],"on":[25,51,78,150],"future":[26],"functional":[27,48],"memories":[28,49],"deployed":[29],"to":[30,41,73,120,159,178],"store":[31,62],"models.":[33,66],"As":[34],"size":[36],"models":[39],"begins":[40],"vastly":[42],"outstrip":[43],"traditional":[44],"silicon":[45],"computing":[46],"resources,":[47],"flash,":[52],"resistive":[53],"switches,":[54],"magnetic":[55],"tunnel":[56],"junctions,":[57],"and":[58,81,181],"other":[59],"technologies":[60],"can":[61,144,174],"these":[63,92],"new":[64,68,93],"ultra-large":[65],"However,":[67],"approaches":[69],"are":[70],"then":[71],"needed":[72],"minimize":[74],"hardware":[75],"overhead,":[76],"calculation":[82],"gradient":[84,162],"information":[85],"that":[86,133,173],"cannot":[87],"be":[88,176],"efficiently":[89,175],"contained":[90],"in":[91,168,192],"memory":[94],"resources.":[95],"To":[96],"do":[97],"this,":[98],"we":[99],"introduce":[100],"streaming":[101,139],"batch":[102,112,140],"principal":[103,113,141],"component":[104,114,142],"analysis":[105,115,143],"(SBPCA)":[106],"as":[107],"an":[108,169],"update":[109],"algorithm.":[110],"Streaming":[111],"uses":[116],"stochastic":[117,123],"power":[118],"iterations":[119],"generate":[121],"rank-":[124],"k":[125],"approximation":[126,165],"gradient.":[130],"We":[131],"demonstrate":[132],"low-rank":[135],"updates":[136],"produced":[137],"by":[138],"effectively":[145],"train":[146],"convolutional":[147],"networks":[149],"variety":[152],"common":[154],"datasets,":[155],"with":[156],"performance":[157],"comparable":[158],"standard":[160],"mini-batch":[161],"descent.":[163],"Our":[164],"is":[166],"made":[167],"expanded":[170],"vector":[171],"form":[172],"applied":[177],"rows":[180],"columns":[182],"crossbars":[184],"array-level":[186],"updates.":[187],"These":[188],"results":[189],"promise":[190],"improvements":[191],"design":[194],"application-specific":[196],"integrated":[197],"circuits":[198],"around":[200],"vector-matrix":[202],"multiplier":[203],"memories.":[204]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}