{"id":"https://openalex.org/W4400811629","doi":"https://doi.org/10.1109/aicas59952.2024.10595870","title":"Language Modeling on a SpiNNaker2 Neuromorphic Chip","display_name":"Language Modeling on a SpiNNaker2 Neuromorphic Chip","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4400811629","doi":"https://doi.org/10.1109/aicas59952.2024.10595870"},"language":"en","primary_location":{"id":"doi:10.1109/aicas59952.2024.10595870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas59952.2024.10595870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022611210","display_name":"Khaleelulla Khan Nazeer","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Khaleelulla Khan Nazeer","raw_affiliation_strings":["Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059419436","display_name":"Mark Sch\u00f6ne","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mark Sch\u00f6ne","raw_affiliation_strings":["Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016096630","display_name":"Rishav Mukherji","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148827","display_name":"Birla Institute of Technology and Science, Pilani - Goa Campus","ror":"https://ror.org/046sh6j17","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210148827","https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rishav Mukherji","raw_affiliation_strings":["Birla Institute of Technology and Science,Goa,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Birla Institute of Technology and Science,Goa,India","institution_ids":["https://openalex.org/I4210148827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072679919","display_name":"Bernhard Vogginger","orcid":"https://orcid.org/0000-0001-9042-5405"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernhard Vogginger","raw_affiliation_strings":["Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071241846","display_name":"Christian Mayr","orcid":"https://orcid.org/0000-0003-3502-0872"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Mayr","raw_affiliation_strings":["Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universität,Chair of Highly-Parallel VLSI-Systems and Neuro-Microelectronics,Dresden,Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052732444","display_name":"David Kappel","orcid":"https://orcid.org/0000-0001-5942-4033"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Kappel","raw_affiliation_strings":["Ruhr Universität Bochum,Institut für Neuroinformatik,Bochum,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr Universität Bochum,Institut für Neuroinformatik,Bochum,Germany","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016175782","display_name":"Anand Subramoney","orcid":"https://orcid.org/0000-0002-7333-9860"},"institutions":[{"id":"https://openalex.org/I184558857","display_name":"Royal Holloway University of London","ror":"https://ror.org/04g2vpn86","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I184558857"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anand Subramoney","raw_affiliation_strings":["University of London,Royal Holloway,Dept. of Computer Science,Egham,United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of London,Royal Holloway,Dept. of Computer Science,Egham,United Kingdom","institution_ids":["https://openalex.org/I184558857"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.2709,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98754729,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"492","last_page":"496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9455000162124634,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9455000162124634,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9244999885559082,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.9009167551994324},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6653982400894165},{"id":"https://openalex.org/keywords/chip","display_name":"Chip","score":0.5687002539634705},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5475949645042419},{"id":"https://openalex.org/keywords/system-on-a-chip","display_name":"System on a chip","score":0.42781662940979004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3539413809776306},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.26011279225349426},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.18454435467720032},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09052971005439758}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.9009167551994324},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6653982400894165},{"id":"https://openalex.org/C165005293","wikidata":"https://www.wikidata.org/wiki/Q1074500","display_name":"Chip","level":2,"score":0.5687002539634705},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5475949645042419},{"id":"https://openalex.org/C118021083","wikidata":"https://www.wikidata.org/wiki/Q610398","display_name":"System on a chip","level":2,"score":0.42781662940979004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3539413809776306},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.26011279225349426},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.18454435467720032},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09052971005439758}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aicas59952.2024.10595870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas59952.2024.10595870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311687","display_name":"Ministry of Education","ror":"https://ror.org/03m01yf64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1999085092","https://openalex.org/W2141840773","https://openalex.org/W2745933219","https://openalex.org/W2805003733","https://openalex.org/W2898970087","https://openalex.org/W2944745903","https://openalex.org/W2950635152","https://openalex.org/W2963820107","https://openalex.org/W2979650406","https://openalex.org/W3046186692","https://openalex.org/W3179291489","https://openalex.org/W3187677606","https://openalex.org/W4287363917","https://openalex.org/W4313136757","https://openalex.org/W4319996342","https://openalex.org/W4321593177","https://openalex.org/W4322718253","https://openalex.org/W4322759345","https://openalex.org/W4376130831","https://openalex.org/W4389326242","https://openalex.org/W4389524555","https://openalex.org/W4393159599","https://openalex.org/W6727099177","https://openalex.org/W6732307519","https://openalex.org/W6742632731","https://openalex.org/W6751979845","https://openalex.org/W6790503700","https://openalex.org/W6803444062","https://openalex.org/W6846390784","https://openalex.org/W6849226141","https://openalex.org/W6849986583","https://openalex.org/W6850162387","https://openalex.org/W6857232268","https://openalex.org/W6858340491","https://openalex.org/W6860333965","https://openalex.org/W7071414696"],"related_works":["https://openalex.org/W3031505884","https://openalex.org/W2951049725","https://openalex.org/W4285308918","https://openalex.org/W2971712727","https://openalex.org/W4387459935","https://openalex.org/W2908450434","https://openalex.org/W3193008624","https://openalex.org/W4382561696","https://openalex.org/W2581119583","https://openalex.org/W3015991694"],"abstract_inverted_index":{"As":[0,67],"large":[1,161],"language":[2,65,70,90,146,162],"models":[3,63],"continue":[4],"to":[5,17,29,37,128,157],"scale":[6],"in":[7,191,199],"size":[8],"rapidly,":[9],"so":[10],"too":[11],"does":[12],"the":[13,85,98,110,124,141,151,158,184,203],"computational":[14],"power":[15],"required":[16],"run":[18,44],"them.":[19],"Event-based":[20],"networks":[21,41,51],"on":[22,45,59,72,92,103,168,174],"neuromorphic":[23,46,73,94,116,145],"devices":[24,74],"offer":[25],"a":[26,68,77,89,93,104,114,144,169,177],"potential":[27],"way":[28],"reduce":[30],"energy":[31,200],"consumption":[32],"for":[33,64,119,153,202],"inference":[34],"significantly.":[35],"However,":[36],"date,":[38],"most":[39],"event-based":[40,107],"that":[42],"can":[43],"hardware,":[47,192],"including":[48],"spiking":[49],"neural":[50,189],"(SNNs),":[52],"have":[53],"not":[54],"achieved":[55],"task":[56,136,155,172],"performance":[57,156],"even":[58],"par":[60],"with":[61],"LSTM":[62],"modeling.":[66],"result,":[69],"modeling":[71],"has":[75],"seemed":[76],"distant":[78],"prospect.":[79],"In":[80],"this":[81,187],"work,":[82],"we":[83],"demonstrate":[84,166],"first-ever":[86],"implementation":[87,139],"of":[88,160,186,207],"model":[91,147],"device":[95],"\u2013":[96,101],"specifically":[97],"SpiNNaker2":[99,112],"chip":[100,117],"based":[102,173],"recently":[105],"published":[106],"architecture":[108],"called":[109],"EGRU.":[111],"is":[113,126],"many-core":[115],"designed":[118],"large-scale":[120],"asynchronous":[121],"processing,":[122],"and":[123],"EGRU":[125],"architected":[127],"leverage":[129],"such":[130],"hardware":[131,198],"efficiently":[132],"while":[133],"maintaining":[134],"competitive":[135],"performance.":[137],"This":[138],"marks":[140],"first":[142],"time":[143],"matches":[148],"LSTMs,":[149],"setting":[150],"stage":[152],"taking":[154],"level":[159],"models.":[163],"We":[164],"also":[165],"results":[167,182],"gesture":[170],"recognition":[171],"inputs":[175],"from":[176],"DVS":[178],"camera.":[179],"Overall,":[180],"our":[181],"showcase":[183],"feasibility":[185],"neuro-inspired":[188],"network":[190],"highlighting":[193],"significant":[194],"gains":[195],"versus":[196],"conventional":[197],"efficiency":[201],"common":[204],"use":[205],"case":[206],"single":[208],"batch":[209],"inference.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}