{"id":"https://openalex.org/W3039595400","doi":"https://doi.org/10.1007/s11265-020-01554-x","title":"Efficient Hardware Architectures for 1D- and MD-LSTM Networks","display_name":"Efficient Hardware Architectures for 1D- and MD-LSTM Networks","publication_year":2020,"publication_date":"2020-07-02","ids":{"openalex":"https://openalex.org/W3039595400","doi":"https://doi.org/10.1007/s11265-020-01554-x","mag":"3039595400"},"language":"en","primary_location":{"id":"doi:10.1007/s11265-020-01554-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11265-020-01554-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11265-020-01554-x.pdf","source":{"id":"https://openalex.org/S11258463","display_name":"Journal of Signal Processing Systems","issn_l":"1939-8018","issn":["1939-8018","1939-8115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Signal Processing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11265-020-01554-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026761218","display_name":"Vladimir Rybalkin","orcid":"https://orcid.org/0000-0002-0926-6062"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vladimir Rybalkin","raw_affiliation_strings":["Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046990456","display_name":"Chirag Sudarshan","orcid":"https://orcid.org/0000-0002-1651-1935"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chirag Sudarshan","raw_affiliation_strings":["Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090870819","display_name":"Christian Weis","orcid":"https://orcid.org/0000-0002-4152-0200"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Weis","raw_affiliation_strings":["Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073743729","display_name":"Jan Lappas","orcid":null},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Lappas","raw_affiliation_strings":["Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059285190","display_name":"Norbert Wehn","orcid":"https://orcid.org/0000-0002-9010-086X"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Norbert Wehn","raw_affiliation_strings":["Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Kaiserslautern, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I153267046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100753413","display_name":"Li Cheng","orcid":"https://orcid.org/0000-0003-3261-3533"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Cheng","raw_affiliation_strings":["Huawei Technologies Co., Ltd., Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd., Chengdu, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5026761218"],"corresponding_institution_ids":["https://openalex.org/I153267046"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":1.1724,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.81076494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"92","issue":"11","first_page":"1219","last_page":"1245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8311374187469482},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7194865942001343},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.6548367738723755},{"id":"https://openalex.org/keywords/dram","display_name":"Dram","score":0.53318190574646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5249547958374023},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.49160560965538025},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.48045939207077026},{"id":"https://openalex.org/keywords/hardware-architecture","display_name":"Hardware architecture","score":0.4642159938812256},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41646820306777954},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3507268726825714},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.34602662920951843},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.12809261679649353},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09606170654296875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8311374187469482},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7194865942001343},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.6548367738723755},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.53318190574646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5249547958374023},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.49160560965538025},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.48045939207077026},{"id":"https://openalex.org/C65232700","wikidata":"https://www.wikidata.org/wiki/Q5656403","display_name":"Hardware architecture","level":3,"score":0.4642159938812256},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41646820306777954},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3507268726825714},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.34602662920951843},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.12809261679649353},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09606170654296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11265-020-01554-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11265-020-01554-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11265-020-01554-x.pdf","source":{"id":"https://openalex.org/S11258463","display_name":"Journal of Signal Processing Systems","issn_l":"1939-8018","issn":["1939-8018","1939-8115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Signal Processing Systems","raw_type":"journal-article"},{"id":"pmh:oai:kluedo.ub.rptu.de:7777","is_oa":false,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:hbz:386-kluedo-77776","pdf_url":null,"source":{"id":"https://openalex.org/S4306402046","display_name":"Publication Server of Kaiserslautern University of Technology (Kaiserslautern University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I153267046","host_organization_name":"University of Kaiserslautern","host_organization_lineage":["https://openalex.org/I153267046"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:Article"}],"best_oa_location":{"id":"doi:10.1007/s11265-020-01554-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11265-020-01554-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11265-020-01554-x.pdf","source":{"id":"https://openalex.org/S11258463","display_name":"Journal of Signal Processing Systems","issn_l":"1939-8018","issn":["1939-8018","1939-8115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Signal Processing Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5199702115","display_name":null,"funder_award_id":"-","funder_id":"https://openalex.org/F4320322568","funder_display_name":"Stiftung Rheinland-Pfalz f\u00fcr Innovation"},{"id":"https://openalex.org/G8072461988","display_name":null,"funder_award_id":"732631","funder_id":"https://openalex.org/F4320338336","funder_display_name":"H2020 Future and Emerging Technologies"}],"funders":[{"id":"https://openalex.org/F4320322568","display_name":"Stiftung Rheinland-Pfalz f\u00fcr Innovation","ror":"https://ror.org/01thcx676"},{"id":"https://openalex.org/F4320338336","display_name":"H2020 Future and Emerging Technologies","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3039595400.pdf","grobid_xml":"https://content.openalex.org/works/W3039595400.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W950853366","https://openalex.org/W1533861849","https://openalex.org/W1685006559","https://openalex.org/W1771459135","https://openalex.org/W1788185260","https://openalex.org/W1901129140","https://openalex.org/W1909234690","https://openalex.org/W2064675550","https://openalex.org/W2079735306","https://openalex.org/W2112796928","https://openalex.org/W2216509856","https://openalex.org/W2289252105","https://openalex.org/W2289437094","https://openalex.org/W2300242332","https://openalex.org/W2317505761","https://openalex.org/W2469490737","https://openalex.org/W2508602506","https://openalex.org/W2554592357","https://openalex.org/W2556936974","https://openalex.org/W2565125333","https://openalex.org/W2573601984","https://openalex.org/W2585407525","https://openalex.org/W2585720638","https://openalex.org/W2606722458","https://openalex.org/W2611966310","https://openalex.org/W2613989746","https://openalex.org/W2742566056","https://openalex.org/W2765234579","https://openalex.org/W2765235648","https://openalex.org/W2777372517","https://openalex.org/W2782511028","https://openalex.org/W2785874433","https://openalex.org/W2786974559","https://openalex.org/W2801000640","https://openalex.org/W2802022891","https://openalex.org/W2803263632","https://openalex.org/W2809205380","https://openalex.org/W2809579658","https://openalex.org/W2811080765","https://openalex.org/W2827334269","https://openalex.org/W2910518169","https://openalex.org/W2916222163","https://openalex.org/W2943178787","https://openalex.org/W2949314557","https://openalex.org/W2950894517","https://openalex.org/W2952026396","https://openalex.org/W2953212265","https://openalex.org/W2953318193","https://openalex.org/W2960449833","https://openalex.org/W2962896736","https://openalex.org/W2963318827","https://openalex.org/W2963526839","https://openalex.org/W2964176059","https://openalex.org/W2964325005","https://openalex.org/W2964333985","https://openalex.org/W3102058420","https://openalex.org/W3102169921","https://openalex.org/W3207359372","https://openalex.org/W4243521730","https://openalex.org/W4254672563"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W2733410219","https://openalex.org/W2281932057","https://openalex.org/W4392173973"],"abstract_inverted_index":{"Abstract":[0],"Recurrent":[1],"Neural":[2],"Networks,":[3],"in":[4,20,158,204,241,249],"particular":[5],"One-dimensional":[6],"and":[7,13,35,47,83,110,130,137,166,186,201,256],"Multidimensional":[8],"Long":[9],"Short-Term":[10],"Memory":[11],"(1D-LSTM":[12],"MD-LSTM)":[14],"have":[15],"achieved":[16],"state-of-the-art":[17,207],"classification":[18,40],"accuracy":[19,41,136,200],"many":[21,36,70],"applications":[22],"such":[23,60,230],"as":[24,61,148,231,269],"machine":[25],"translation,":[26],"image":[27,180],"caption":[28],"generation,":[29],"handwritten":[30,193],"text":[31],"recognition,":[32],"medical":[33],"imaging":[34],"more.":[37],"However,":[38],"high":[39,44],"comes":[42],"at":[43],"compute,":[45],"storage,":[46],"memory":[48],"bandwidth":[49],"requirements,":[50],"which":[51],"make":[52],"their":[53],"deployment":[54],"challenging,":[55],"especially":[56,79],"for":[57,77,92,102,108,117,121,128,135,140,173,177,192,213,223,306],"energy-constrained":[58],"platforms":[59,229],"portable":[62,232],"devices.":[63,233],"In":[64,94],"comparison":[65,205],"to":[66,164,171,206,245,251,271,286],"CNNs,":[67],"not":[68],"so":[69],"investigations":[71],"exist":[72],"on":[73,89],"efficient":[74,227,268],"hardware":[75,90,106,115,126,138],"implementations":[76,209],"1D-LSTM":[78,224],"under":[80],"energy":[81,167,226,257,267],"constraints,":[82],"there":[84],"is":[85,263,282],"no":[86],"research":[87],"publication":[88],"architecture":[91,107,116,127,147,222,236],"MD-LSTM.":[93],"this":[95,280],"article,":[96],"we":[97,217],"present":[98,120,218],"two":[99],"novel":[100],"architectures":[101],"LSTM":[103],"inference:":[104],"a":[105,111,125,132,174,187,219,242,287,301],"MD-LSTM,":[109,129],"DRAM-based":[112],"Processing-in-Memory":[113],"(DRAM-PIM)":[114],"1D-LSTM.":[118],"We":[119,143],"the":[122,145,238,246,253,297],"first":[123],"time":[124],"show":[131,295],"trade-off":[133],"analysis":[134],"cost":[139],"various":[141],"precisions.":[142],"implement":[144],"new":[146,220],"an":[149,307],"FPGA-based":[150,208],"accelerator":[151,197],"that":[152,296],"outperforms":[153],"NVIDIA":[154],"K80":[155],"GPU":[156],"implementation":[157,299],"terms":[159],"of":[160,210,279,303],"runtime":[161],"by":[162,169],"up":[163,170],"84\u00d7":[165],"efficiency":[168],"1238\u00d7":[172],"challenging":[175],"dataset":[176,191],"historical":[178],"document":[179],"binarization":[181],"from":[182],"DIBCO":[183],"2017":[184],"contest,":[185],"well":[188],"known":[189],"MNIST":[190,214],"digits":[194],"recognition.":[195],"Our":[196,293],"demonstrates":[198],"highest":[199],"comparable":[202],"throughput":[203,302],"multilayer":[211],"perceptron":[212],"dataset.":[215],"Furthermore,":[216],"DRAM-PIM":[221,235,261,298],"targeting":[225],"compute":[228],"The":[234,259,274],"integrates":[237],"computation":[239],"units":[240],"close":[243],"proximity":[244],"DRAM":[247,291],"cells":[248],"order":[250],"maximize":[252],"data":[254],"parallelism":[255],"efficiency.":[258],"proposed":[260],"design":[262,281],"16.19":[264],"\u00d7":[265],"more":[266],"compared":[270,285],"FPGA":[272],"implementation.":[273],"total":[275],"chip":[276],"area":[277],"overhead":[278],"18":[283],"%":[284],"commodity":[288],"8":[289],"Gb":[290],"chip.":[292],"experiments":[294],"delivers":[300],"1309.16":[304],"GOp/s":[305],"optical":[308],"character":[309],"recognition":[310],"application.":[311]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}