{"id":"https://openalex.org/W2883583014","doi":"https://doi.org/10.1109/tcad.2018.2858362","title":"Approximate Computing for Long Short Term Memory (LSTM) Neural Networks","display_name":"Approximate Computing for Long Short Term Memory (LSTM) Neural Networks","publication_year":2018,"publication_date":"2018-07-23","ids":{"openalex":"https://openalex.org/W2883583014","doi":"https://doi.org/10.1109/tcad.2018.2858362","mag":"2883583014"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2018.2858362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2018.2858362","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021284824","display_name":"Sanchari Sen","orcid":"https://orcid.org/0000-0003-0080-2882"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanchari Sen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-0080-2882","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065766721","display_name":"Anand Raghunathan","orcid":"https://orcid.org/0000-0002-4624-564X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anand Raghunathan","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":2.9038,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.91584364,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"37","issue":"11","first_page":"2266","last_page":"2276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.875815749168396},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6979727149009705},{"id":"https://openalex.org/keywords/xeon","display_name":"Xeon","score":0.6292692422866821},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.585143506526947},{"id":"https://openalex.org/keywords/xeon-phi","display_name":"Xeon Phi","score":0.5295712947845459},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5258767604827881},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5114372968673706},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.4924517571926117},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.49090176820755005},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4807572066783905},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44651898741722107},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.442238450050354},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4208534061908722},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.41555166244506836},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.347960889339447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.875815749168396},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6979727149009705},{"id":"https://openalex.org/C145108525","wikidata":"https://www.wikidata.org/wiki/Q656154","display_name":"Xeon","level":2,"score":0.6292692422866821},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.585143506526947},{"id":"https://openalex.org/C96972482","wikidata":"https://www.wikidata.org/wiki/Q1049168","display_name":"Xeon Phi","level":2,"score":0.5295712947845459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5258767604827881},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5114372968673706},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.4924517571926117},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.49090176820755005},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4807572066783905},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44651898741722107},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.442238450050354},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4208534061908722},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.41555166244506836},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.347960889339447},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2018.2858362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2018.2858362","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1447877572","display_name":"CSR: Small: Quality Programmable Processing Platforms for Approximate Computing","funder_award_id":"1423290","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1492347181","https://openalex.org/W1689711448","https://openalex.org/W1775434803","https://openalex.org/W1810943226","https://openalex.org/W1922655562","https://openalex.org/W1924770834","https://openalex.org/W1956340063","https://openalex.org/W1974078116","https://openalex.org/W1998917233","https://openalex.org/W2030922317","https://openalex.org/W2064675550","https://openalex.org/W2090557012","https://openalex.org/W2097117768","https://openalex.org/W2101105183","https://openalex.org/W2130942839","https://openalex.org/W2133459682","https://openalex.org/W2139501017","https://openalex.org/W2143612262","https://openalex.org/W2145287260","https://openalex.org/W2145431022","https://openalex.org/W2154652894","https://openalex.org/W2160815625","https://openalex.org/W2164290393","https://openalex.org/W2177436562","https://openalex.org/W2194775991","https://openalex.org/W2291126447","https://openalex.org/W2481166585","https://openalex.org/W2525778437","https://openalex.org/W2529096783","https://openalex.org/W2585720638","https://openalex.org/W2588448445","https://openalex.org/W2606722458","https://openalex.org/W2612662066","https://openalex.org/W2962735857","https://openalex.org/W2962906592","https://openalex.org/W2963643655","https://openalex.org/W2964033223","https://openalex.org/W2964352131","https://openalex.org/W4236363946","https://openalex.org/W6637845829","https://openalex.org/W6638273328","https://openalex.org/W6640090968","https://openalex.org/W6640212811","https://openalex.org/W6641064462","https://openalex.org/W6674914833","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6684090549","https://openalex.org/W6685823913","https://openalex.org/W6687483927","https://openalex.org/W6696336340","https://openalex.org/W6728207393","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2739740241","https://openalex.org/W1974923383","https://openalex.org/W2085105049","https://openalex.org/W2475524688","https://openalex.org/W2526069705","https://openalex.org/W2024016913","https://openalex.org/W2019153376","https://openalex.org/W2981664121","https://openalex.org/W2796552083","https://openalex.org/W2949197156"],"abstract_inverted_index":{"Long":[0],"Short":[1],"Term":[2],"Memory":[3],"(LSTM)":[4],"networks":[5,12],"are":[6,14,34,40,130,246],"a":[7,73,99,169,211],"class":[8],"of":[9,53,61,67,70,87,102,112,154,163,172,188],"recurrent":[10],"neural":[11],"that":[13,81,129],"widely":[15],"used":[16],"for":[17],"machine":[18,24],"learning":[19,200],"tasks":[20],"involving":[21],"sequences,":[22],"including":[23],"translation,":[25],"text":[26],"generation,":[27],"and":[28,85,118,142,202,221,236],"speech":[29],"recognition.":[30],"Large-scale":[31],"LSTMs,":[32,189],"which":[33,71],"deployed":[35],"in":[36,96,158,234,244],"many":[37],"real-world":[38],"applications,":[39],"highly":[41],"compute":[42],"intensive.":[43],"To":[44],"address":[45],"this":[46],"challenge,":[47],"we":[48],"propose":[49],"AxLSTM,":[50],"an":[51],"application":[52,187],"approximate":[54],"computing":[55],"to":[56,132,168,183],"improve":[57],"the":[58,83,90,103,139,145,152,155,161,164,184,197],"execution":[59,94],"efficiency":[60],"LSTMs.":[62],"An":[63],"LSTM":[64,93],"is":[65],"composed":[66],"cells,":[68],"each":[69,108],"contains":[72],"cell":[74,140,156],"state":[75,141,157],"along":[76],"with":[77,98,160,217,231],"multiple":[78],"gating":[79],"units":[80],"control":[82],"addition":[84],"removal":[86],"information":[88],"from":[89],"state.":[91],"The":[92],"proceeds":[95],"timesteps,":[97],"new":[100],"symbol":[101],"input":[104,127,165],"sequence":[105],"processed":[106],"at":[107,125],"timestep.":[109,175],"AxLSTM":[110,179,195,225],"consists":[111],"two":[113],"techniques-Dynamic":[114],"Timestep":[115],"Skipping":[116],"(DTS)":[117],"Dynamic":[119],"State":[120],"Reduction":[121],"(DSR).":[122],"DTS":[123],"identifies,":[124],"runtime,":[126],"symbols":[128],"likely":[131],"have":[133],"little":[134],"or":[135],"no":[136],"impact":[137],"on":[138,205],"skips":[143],"evaluating":[144],"corresponding":[146],"timesteps.":[147],"In":[148],"contrast,":[149],"DSR":[150],"reduces":[151],"size":[153],"accordance":[159],"complexity":[162],"sequence,":[166],"leading":[167],"reduced":[170],"number":[171],"computations":[173],"per":[174],"We":[176,193],"describe":[177],"how":[178],"can":[180],"be":[181],"applied":[182],"most":[185],"common":[186],"viz.,":[190],"sequence-to-sequence":[191,208],"learning.":[192],"implement":[194],"within":[196],"TensorFlow":[198],"deep":[199],"framework":[201],"evaluate":[203],"it":[204],"3":[206],"state-of-the-art":[207],"models.":[209],"On":[210],"2.7":[212],"GHz":[213],"Intel":[214],"Xeon":[215],"server":[216],"128":[218],"GB":[219],"memory":[220],"32":[222],"processor":[223],"cores,":[224],"achieves":[226],"1.08":[227],"\u00d7":[228,238],"-1.31\u00d7":[229],"speedups":[230,240],"minimal":[232],"loss":[233],"quality,":[235],"1.12":[237],"-1.37\u00d7":[239],"when":[241],"moderate":[242],"reductions":[243],"quality":[245],"acceptable.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}