{"id":"https://openalex.org/W4414064893","doi":"https://doi.org/10.1038/s43588-025-00854-1","title":"Analog in-memory computing attention mechanism for fast and energy-efficient large language models","display_name":"Analog in-memory computing attention mechanism for fast and energy-efficient large language models","publication_year":2025,"publication_date":"2025-09-08","ids":{"openalex":"https://openalex.org/W4414064893","doi":"https://doi.org/10.1038/s43588-025-00854-1","pmid":"https://pubmed.ncbi.nlm.nih.gov/40921823"},"language":"en","primary_location":{"id":"doi:10.1038/s43588-025-00854-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s43588-025-00854-1","pdf_url":"https://www.nature.com/articles/s43588-025-00854-1.pdf","source":{"id":"https://openalex.org/S4210228084","display_name":"Nature Computational Science","issn_l":"2662-8457","issn":["2662-8457"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Computational Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.nature.com/articles/s43588-025-00854-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085936550","display_name":"Nathan Leroux","orcid":"https://orcid.org/0000-0003-3672-0870"},"institutions":[{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nathan Leroux","raw_affiliation_strings":["PGI-15, Forschungszentrum J\u00fclich, J\u00fclich, Germany. n.leroux@fz-juelich.de"],"raw_orcid":"https://orcid.org/0000-0003-3672-0870","affiliations":[{"raw_affiliation_string":"PGI-15, Forschungszentrum J\u00fclich, J\u00fclich, Germany. n.leroux@fz-juelich.de","institution_ids":["https://openalex.org/I171892758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044167596","display_name":"Paul-Philipp Manea","orcid":"https://orcid.org/0000-0001-6998-3066"},"institutions":[{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]},{"id":"https://openalex.org/I99977706","display_name":"FH Aachen","ror":"https://ror.org/04tqgg260","country_code":"DE","type":"education","lineage":["https://openalex.org/I99977706"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Paul-Philipp Manea","raw_affiliation_strings":["Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany. p.manea@fz-juelich.de","PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany. p.manea@fz-juelich.de"],"raw_orcid":"https://orcid.org/0000-0001-6998-3066","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany. p.manea@fz-juelich.de","institution_ids":["https://openalex.org/I887968799","https://openalex.org/I99977706"]},{"raw_affiliation_string":"PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany. p.manea@fz-juelich.de","institution_ids":["https://openalex.org/I171892758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046990456","display_name":"Chirag Sudarshan","orcid":"https://orcid.org/0000-0002-1651-1935"},"institutions":[{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chirag Sudarshan","raw_affiliation_strings":["PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany","institution_ids":["https://openalex.org/I171892758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079469147","display_name":"Jan Finkbeiner","orcid":"https://orcid.org/0000-0003-4556-3758"},"institutions":[{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Finkbeiner","raw_affiliation_strings":["Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany","PGI-15, Forschungszentrum J\u00fclich, J\u00fclich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4556-3758","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"PGI-15, Forschungszentrum J\u00fclich, J\u00fclich, Germany","institution_ids":["https://openalex.org/I171892758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080003311","display_name":"Sebastian Siegel","orcid":"https://orcid.org/0000-0001-9922-4861"},"institutions":[{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Siegel","raw_affiliation_strings":["PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany","institution_ids":["https://openalex.org/I171892758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008006179","display_name":"John Paul Strachan","orcid":"https://orcid.org/0000-0002-1382-3677"},"institutions":[{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"John Paul Strachan","raw_affiliation_strings":["Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany","PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"PGI-14, Forschungszentrum J\u00fclich, J\u00fclich, Germany","institution_ids":["https://openalex.org/I171892758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060924942","display_name":"Emre Neftci","orcid":"https://orcid.org/0000-0002-0332-3273"},"institutions":[{"id":"https://openalex.org/I171892758","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I171892758"]},{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Emre Neftci","raw_affiliation_strings":["Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany","PGI-15, Forschungszentrum J\u00fclich, J\u00fclich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0332-3273","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, RWTH Aachen, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]},{"raw_affiliation_string":"PGI-15, Forschungszentrum J\u00fclich, J\u00fclich, Germany","institution_ids":["https://openalex.org/I171892758"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5085936550"],"corresponding_institution_ids":["https://openalex.org/I171892758"],"apc_list":{"value":9750,"currency":"EUR","value_usd":11690},"apc_paid":{"value":9750,"currency":"EUR","value_usd":11690},"fwci":5.6771,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9628659,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"9","first_page":"813","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5092999935150146},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.46320000290870667},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42559999227523804},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4108999967575073},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.39340001344680786},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.392300009727478},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.3792000114917755},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.3598000109195709},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.3538999855518341}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8727999925613403},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5092999935150146},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.46320000290870667},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4108999967575073},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3725999891757965},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C202491316","wikidata":"https://www.wikidata.org/wiki/Q272683","display_name":"Instruction set","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3276999890804291},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.3239000141620636},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32350000739097595},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C55526617","wikidata":"https://www.wikidata.org/wiki/Q719375","display_name":"Operand","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.290800005197525},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2779602883","wikidata":"https://www.wikidata.org/wiki/Q15544750","display_name":"Memory architecture","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2547999918460846},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s43588-025-00854-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s43588-025-00854-1","pdf_url":"https://www.nature.com/articles/s43588-025-00854-1.pdf","source":{"id":"https://openalex.org/S4210228084","display_name":"Nature Computational Science","issn_l":"2662-8457","issn":["2662-8457"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Computational Science","raw_type":"journal-article"},{"id":"pmid:40921823","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40921823","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature computational science","raw_type":null},{"id":"pmh:oai:europepmc.org:11266017","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12457188","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12457188/pdf/43588_2025_Article_854.pdf","source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12457188","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12457188/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nat Comput Sci","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s43588-025-00854-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s43588-025-00854-1","pdf_url":"https://www.nature.com/articles/s43588-025-00854-1.pdf","source":{"id":"https://openalex.org/S4210228084","display_name":"Nature Computational Science","issn_l":"2662-8457","issn":["2662-8457"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Computational Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1906393612","display_name":null,"funder_award_id":"Neurotec II (Project number: 16ME0398K)","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G3500751261","display_name":null,"funder_award_id":"16ME0398K","funder_id":"https://openalex.org/F4320321752","funder_display_name":"Forschungszentrum J\u00fclich"},{"id":"https://openalex.org/G4778115504","display_name":null,"funder_award_id":"16ME0398K","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G6414692628","display_name":null,"funder_award_id":"Project number: 16ME0398K","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321752","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05"},{"id":"https://openalex.org/F4320331625","display_name":"Gauss Centre for Supercomputing","ror":"https://ror.org/0585fsj26"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414064893.pdf","grobid_xml":"https://content.openalex.org/works/W4414064893.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2946609015","https://openalex.org/W2954698171","https://openalex.org/W2960778947","https://openalex.org/W2963015836","https://openalex.org/W2963122961","https://openalex.org/W2998617917","https://openalex.org/W3013080934","https://openalex.org/W3111375540","https://openalex.org/W3137059735","https://openalex.org/W3156580923","https://openalex.org/W3159274266","https://openalex.org/W3167292039","https://openalex.org/W3190062760","https://openalex.org/W3194676777","https://openalex.org/W4223424212","https://openalex.org/W4280496502","https://openalex.org/W4292121737","https://openalex.org/W4306955484","https://openalex.org/W4365152225","https://openalex.org/W4366205946","https://openalex.org/W4380302649","https://openalex.org/W4381233128","https://openalex.org/W4385192524","https://openalex.org/W4386100686","https://openalex.org/W4389518760","https://openalex.org/W4390017976","https://openalex.org/W4390747940","https://openalex.org/W4391582428","https://openalex.org/W4391622561","https://openalex.org/W4394896788","https://openalex.org/W4400985603","https://openalex.org/W4401070622","https://openalex.org/W4404862388","https://openalex.org/W4411725013","https://openalex.org/W6893304497","https://openalex.org/W6893809404","https://openalex.org/W7084114116"],"related_works":["https://openalex.org/W4238754064","https://openalex.org/W2354036839","https://openalex.org/W4387008699","https://openalex.org/W4293159259","https://openalex.org/W2056436264","https://openalex.org/W2044064773","https://openalex.org/W1575240748","https://openalex.org/W2155373950","https://openalex.org/W2151951695","https://openalex.org/W2138825797"],"abstract_inverted_index":{"Transformer":[0],"networks,":[1],"driven":[2],"by":[3,132],"self-attention,":[4],"are":[5],"central":[6],"to":[7,18,73,118,134],"large":[8],"language":[9],"models.":[10,104],"In":[11],"generative":[12,152],"transformers,":[13],"self-attention":[14,56],"uses":[15],"cache":[16],"memory":[17,40],"store":[19,74],"token":[20],"projections,":[21],"avoiding":[22],"recomputation":[23],"at":[24],"each":[25,42],"time":[26],"step.":[27],"However,":[28,89],"graphics":[29],"processing":[30],"unit":[31],"(GPU)-stored":[32],"projections":[33],"must":[34],"be":[35,70],"loaded":[36],"into":[37],"static":[38],"random-access":[39],"for":[41,87],"new":[43,75],"generation":[44,79],"step,":[45],"causing":[46],"latency":[47,128],"and":[48,80,96,129,136],"energy":[49,130],"bottlenecks.":[50],"Here":[51],"we":[52,109],"present":[53],"a":[54,146],"custom":[55],"in-memory":[57],"computing":[58],"architecture":[59,125],"based":[60],"on":[61],"emerging":[62],"charge-based":[63],"memories":[64],"called":[65],"gain":[66],"cells,":[67],"which":[68],"can":[69],"efficiently":[71],"written":[72],"tokens":[76],"during":[77],"sequence":[78],"enable":[81],"parallel":[82],"analog":[83,91],"dot-product":[84],"computation":[85],"required":[86],"self-attention.":[88],"the":[90,99],"gain-cell":[92],"circuits":[93],"introduce":[94],"non-idealities":[95],"constraints":[97],"preventing":[98],"direct":[100],"mapping":[101],"of":[102,139],"pre-trained":[103],"To":[105],"circumvent":[106],"this":[107],"problem,":[108],"design":[110],"an":[111],"initialization":[112],"algorithm":[113],"achieving":[114],"text-processing":[115],"performance":[116],"comparable":[117],"GPT-2":[119],"without":[120],"training":[121],"from":[122],"scratch.":[123],"Our":[124],"reduces":[126],"attention":[127],"consumption":[131],"up":[133],"two":[135],"four":[137],"orders":[138],"magnitude,":[140],"respectively,":[141],"compared":[142],"with":[143],"GPUs,":[144],"marking":[145],"substantial":[147],"step":[148],"toward":[149],"ultrafast,":[150],"low-power":[151],"transformers.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2026-05-28T09:10:13.091523","created_date":"2025-10-10T00:00:00"}