{"id":"https://openalex.org/W2972397192","doi":"https://doi.org/10.1109/tnnls.2019.2935796","title":"Energy-Efficient LSTM Networks for Online Learning","display_name":"Energy-Efficient LSTM Networks for Online Learning","publication_year":2019,"publication_date":"2019-09-13","ids":{"openalex":"https://openalex.org/W2972397192","doi":"https://doi.org/10.1109/tnnls.2019.2935796","mag":"2972397192","pmid":"https://pubmed.ncbi.nlm.nih.gov/31536023"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2019.2935796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2935796","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040173784","display_name":"Tolga Ergen","orcid":"https://orcid.org/0000-0003-4806-0224"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tolga Ergen","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0003-4806-0224","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102875673","display_name":"Ali H. Mirza","orcid":"https://orcid.org/0000-0003-0955-4352"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ali H. Mirza","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-0955-4352","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103267259","display_name":"S\u00fcleyman S. Kozat","orcid":"https://orcid.org/0000-0002-6488-3848"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Suleyman Serdar Kozat","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040173784"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":1.741,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.88843821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"31","issue":"8","first_page":"3114","last_page":"3126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7457336187362671},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.7376344203948975},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.5331242680549622},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5075391530990601},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4938229024410248},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4936171770095825},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.486707478761673},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.476860374212265},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4699456989765167},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4528246521949768},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.45274361968040466},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39354774355888367},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2909690737724304},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15273571014404297}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7457336187362671},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.7376344203948975},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.5331242680549622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5075391530990601},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4938229024410248},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4936171770095825},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.486707478761673},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.476860374212265},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4699456989765167},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4528246521949768},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.45274361968040466},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39354774355888367},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2909690737724304},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15273571014404297},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2019.2935796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2935796","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:31536023","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31536023","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/75451","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/75451","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1539246760","https://openalex.org/W1596788205","https://openalex.org/W1689711448","https://openalex.org/W1815076433","https://openalex.org/W1924770834","https://openalex.org/W1963605035","https://openalex.org/W1995436378","https://openalex.org/W1999414410","https://openalex.org/W2014978753","https://openalex.org/W2057493632","https://openalex.org/W2064675550","https://openalex.org/W2069317438","https://openalex.org/W2079735306","https://openalex.org/W2099052794","https://openalex.org/W2099585902","https://openalex.org/W2107878631","https://openalex.org/W2120024348","https://openalex.org/W2134425046","https://openalex.org/W2149723649","https://openalex.org/W2182722412","https://openalex.org/W2242047860","https://openalex.org/W2322432035","https://openalex.org/W2594538194","https://openalex.org/W2605203995","https://openalex.org/W2611289746","https://openalex.org/W2732618413","https://openalex.org/W2963385194","https://openalex.org/W2963674932","https://openalex.org/W2964229844","https://openalex.org/W4294583692","https://openalex.org/W6638545294","https://openalex.org/W6640212811","https://openalex.org/W6734605138","https://openalex.org/W6736198902","https://openalex.org/W7034522702"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776"],"abstract_inverted_index":{"We":[0,33,95],"investigate":[1],"variable-length":[2,42],"data":[3],"regression":[4,13,39],"in":[5,78,153],"an":[6,11,60,146,157],"online":[7,30,98,128],"setting":[8],"and":[9,108,126,144,167],"introduce":[10,27,97],"energy-efficient":[12,61,147],"structure":[14,40],"build":[15],"on":[16,102,132],"long":[17],"short-term":[18],"memory":[19],"(LSTM)":[20],"networks.":[21],"For":[22],"this":[23,50],"structure,":[24,51],"we":[25,52,71,122,141,162],"also":[26,142],"highly":[28,124],"effective":[29,127],"training":[31,99],"algorithms.":[32],"first":[34],"provide":[35,143],"a":[36],"generic":[37,139],"LSTM-based":[38],"for":[41],"input":[43],"sequences.":[44],"To":[45,66],"reduce":[46,68],"the":[47,55,64,69,75,79,84,103,115,118,133,172,178],"complexity":[48,168],"of":[49,87,117,160],"then":[53,96],"replace":[54],"regular":[56],"multiplication":[57],"operations":[58],"with":[59,175],"operator,":[62],"i.e.,":[63],"ef-operator.":[65],"further":[67],"complexity,":[70],"apply":[72],"factorizations":[73],"to":[74,89,113,137,177],"weight":[76],"matrices":[77],"LSTM":[80,134],"network":[81,152],"so":[82],"that":[83],"total":[85],"number":[86],"parameters":[88,116],"be":[90],"trained":[91],"is":[92],"significantly":[93],"reduced.":[94],"algorithms":[100,112,130,174],"based":[101,131],"stochastic":[104],"gradient":[105,110],"descent":[106],"(SGD)":[107],"exponentiated":[109],"(EG)":[111],"learn":[114],"introduced":[119,173],"network.":[120,135],"Thus,":[121],"obtain":[123],"efficient":[125],"learning":[129],"Thanks":[136],"our":[138,154],"approach,":[140],"simulate":[145],"gated":[148],"recurrent":[149],"unit":[150],"(GRU)":[151],"experiments.":[155],"Through":[156],"extensive":[158],"set":[159],"experiments,":[161],"illustrate":[163],"significant":[164],"performance":[165],"gains":[166],"reductions":[169],"achieved":[170],"by":[171],"respect":[176],"conventional":[179],"methods.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-26T13:28:51.108037","created_date":"2025-10-10T00:00:00"}