{"id":"https://openalex.org/W7223333284","doi":"https://doi.org/10.1109/edssc70455.2026.11736571","title":"HIMSA: A Heterogeneous In-Memory Computing and Searching Architecture for Efficient Attention-Based Models","display_name":"HIMSA: A Heterogeneous In-Memory Computing and Searching Architecture for Efficient Attention-Based Models","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7223333284","doi":"https://doi.org/10.1109/edssc70455.2026.11736571"},"language":"en","primary_location":{"id":"doi:10.1109/edssc70455.2026.11736571","doi":"https://doi.org/10.1109/edssc70455.2026.11736571","is_oa":true,"landing_page_url":"https://doi.org/10.1109/edssc70455.2026.11736571","pdf_url":null,"source":{"id":"https://openalex.org/S7407087563","display_name":"IEEE International Conference on Electron Devices and Solid-State Circuits (EDSSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Electron Devices and Solid-State Circuits (EDSSC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/edssc70455.2026.11736571","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117084698","display_name":"Muyuan Peng","orcid":"https://orcid.org/0009-0003-8920-6901","observed_orcids":["https://orcid.org/0009-0003-8920-6901"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Muyuan Peng","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010635350","display_name":"Ruibin Mao","orcid":"https://orcid.org/0000-0001-6085-0486","observed_orcids":["https://orcid.org/0000-0001-6085-0486"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruibin Mao","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159363132","display_name":"Zhicheng Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhicheng Xu","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117084697","display_name":"Peiyi He","orcid":"https://orcid.org/0009-0000-3498-5774","observed_orcids":["https://orcid.org/0009-0000-3498-5774"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Peiyi He","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051147909","display_name":"Zefan Li","orcid":"https://orcid.org/0000-0003-3019-155X","observed_orcids":["https://orcid.org/0000-0003-3019-155X","https://orcid.org/0009-0003-7531-8435"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zefan Li","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159360942","display_name":"Hao Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Jiang","raw_affiliation_strings":["Frontier Institute of Chip and System, Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Frontier Institute of Chip and System, Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5159338657","display_name":"Can Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Can Li","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"388","last_page":"391"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/in-memory-computing","display_name":"in-memory computing","score":0.9330000281333923},{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"resistive random access memory","score":0.9350000023841858},{"id":"https://openalex.org/keywords/non-volatile-memory","display_name":"non-volatile memory","score":0.7889999747276306},{"id":"https://openalex.org/keywords/transformer-attention","display_name":"transformer attention","score":0.6259999871253967},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8169999718666077},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"vector quantization","score":0.9359999895095825},{"id":"https://openalex.org/keywords/memory-endurance","display_name":"memory endurance","score":0.7519999742507935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6779999732971191},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.302700012922287},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27390000224113464},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/edssc70455.2026.11736571","doi":"https://doi.org/10.1109/edssc70455.2026.11736571","is_oa":true,"landing_page_url":"https://doi.org/10.1109/edssc70455.2026.11736571","pdf_url":null,"source":{"id":"https://openalex.org/S7407087563","display_name":"IEEE International Conference on Electron Devices and Solid-State Circuits (EDSSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Electron Devices and Solid-State Circuits (EDSSC)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/edssc70455.2026.11736571","doi":"https://doi.org/10.1109/edssc70455.2026.11736571","is_oa":true,"landing_page_url":"https://doi.org/10.1109/edssc70455.2026.11736571","pdf_url":null,"source":{"id":"https://openalex.org/S7407087563","display_name":"IEEE International Conference on Electron Devices and Solid-State Circuits (EDSSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Electron Devices and Solid-State Circuits (EDSSC)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1634005169","https://openalex.org/W2959627720","https://openalex.org/W3111375540","https://openalex.org/W3185889905","https://openalex.org/W4312121036","https://openalex.org/W4379116086","https://openalex.org/W4406928651","https://openalex.org/W4415955314"],"related_works":["https://openalex.org/W7203683446","https://openalex.org/W7083185148","https://openalex.org/W7138838935","https://openalex.org/W4323255069","https://openalex.org/W7047595562","https://openalex.org/W7214627803","https://openalex.org/W7204778113","https://openalex.org/W7162696886","https://openalex.org/W6902920088","https://openalex.org/W7117731386"],"abstract_inverted_index":{"Transformer":[0],"models":[1],"serve":[2],"as":[3],"the":[4,42,49,65,73],"backbone":[5],"of":[6,45,75],"Large":[7],"Language":[8],"Models":[9],"(LLMs),":[10],"prompting":[11],"recent":[12],"efforts":[13],"to":[14,26,64,70],"accelerate":[15],"their":[16],"attention":[17,82,98],"computation":[18],"using":[19],"Non-Volatile":[20],"Memory":[21],"(NVM)":[22],"like":[23],"ReRAM":[24],"due":[25],"its":[27],"highly":[28],"efficient":[29],"in-memory":[30],"computing":[31,88],"(IMC)":[32],"capabilities.":[33],"The":[34],"required":[35],"frequent":[36],"write":[37],"operations,":[38],"however,":[39],"severely":[40],"degrade":[41],"limited":[43],"endurance":[44],"ReRAM.":[46],"To":[47],"overcome":[48],"bottleneck,":[50],"we":[51],"propose":[52],"HIMSA":[53],"(Heterogeneous":[54],"In-Memory":[55],"Computing":[56],"and":[57,67,87],"Searching":[58],"Architecture),":[59],"which":[60],"applies":[61],"vector":[62],"quantization":[63],"Key":[66],"Value":[68],"matrices":[69],"completely":[71],"eliminate":[72],"storage":[74],"dynamic":[76],"intermediate":[77],"results,":[78],"thereby":[79],"realizing":[80],"ReRAM-based":[81],"on":[83],"a":[84,94],"hybrid":[85],"searching":[86],"architecture.":[89],"Our":[90],"NVM-friendly":[91],"architecture":[92],"offers":[93],"high-efficiency":[95],"solution":[96],"for":[97],"acceleration.":[99]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-24T00:00:00"}