{"id":"https://openalex.org/W7134813260","doi":"https://doi.org/10.1145/3801559","title":"Hardware-aware Low-Rank Adaptation for Large Language Models Based on Hybrid Compute-in-Memory Architecture","display_name":"Hardware-aware Low-Rank Adaptation for Large Language Models Based on Hybrid Compute-in-Memory Architecture","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134813260","doi":"https://doi.org/10.1145/3801559"},"language":"en","primary_location":{"id":"doi:10.1145/3801559","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801559","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3801559","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074532565","display_name":"Taiqiang Wu","orcid":"https://orcid.org/0000-0002-3664-3513"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Taiqiang Wu","raw_affiliation_strings":["EEE, The University of Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-3664-3513","affiliations":[{"raw_affiliation_string":"EEE, The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128638142","display_name":"Chenchen Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chenchen Ding","raw_affiliation_strings":["EEE, The University of Hong Kong"],"raw_orcid":"https://orcid.org/0009-0001-2026-1449","affiliations":[{"raw_affiliation_string":"EEE, The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenyong Zhou","orcid":"https://orcid.org/0009-0008-0427-7935"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenyong Zhou","raw_affiliation_strings":["EEE, The University of Hong Kong"],"raw_orcid":"https://orcid.org/0009-0008-0427-7935","affiliations":[{"raw_affiliation_string":"EEE, The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuxin Cheng","orcid":"https://orcid.org/0000-0002-3826-9844"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuxin Cheng","raw_affiliation_strings":["EEE, The University of Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-3826-9844","affiliations":[{"raw_affiliation_string":"EEE, The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xincheng Feng","orcid":"https://orcid.org/0009-0007-4604-9028"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xincheng Feng","raw_affiliation_strings":["EEE, The University of Hong Kong"],"raw_orcid":"https://orcid.org/0009-0007-4604-9028","affiliations":[{"raw_affiliation_string":"EEE, The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128638496","display_name":"Shuqi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuqi Wang","raw_affiliation_strings":["EEE, The University of Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-1281-0484","affiliations":[{"raw_affiliation_string":"EEE, The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wendong Xu","orcid":"https://orcid.org/0000-0002-5857-7393"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wendong Xu","raw_affiliation_strings":["EEE, The University of Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5857-7393","affiliations":[{"raw_affiliation_string":"EEE, The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102633218","display_name":"Chufan Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chufan Shi","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":"https://orcid.org/0009-0009-9585-7456","affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128641760","display_name":"Zhengwu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhengwu Liu","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7968-9469","affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128683068","display_name":"Ngai Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ngai Wong","raw_affiliation_strings":["The University of Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-3026-0108","affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.7937,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99078177,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"31","issue":"5","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5291000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5291000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.13079999387264252,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.03689999878406525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7613000273704529},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5205000042915344},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4932999908924103},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.48890000581741333},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4715000092983246},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.40869998931884766},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.3603000044822693},{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.32850000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.910099983215332},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7613000273704529},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4715000092983246},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3650999963283539},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.3603000044822693},{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.32850000262260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C107598950","wikidata":"https://www.wikidata.org/wiki/Q259864","display_name":"Microarchitecture","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C3019966295","wikidata":"https://www.wikidata.org/wiki/Q1341368","display_name":"Energy cost","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C2779602883","wikidata":"https://www.wikidata.org/wiki/Q15544750","display_name":"Memory architecture","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C6899612","wikidata":"https://www.wikidata.org/wiki/Q852911","display_name":"Resistive touchscreen","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3801559","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801559","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3801559","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3801559","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9084848165512085,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2768104155","https://openalex.org/W3005619596","https://openalex.org/W3091885635","https://openalex.org/W3134526034","https://openalex.org/W3137091467","https://openalex.org/W3139521791","https://openalex.org/W3211724015","https://openalex.org/W3213913508","https://openalex.org/W4205363571","https://openalex.org/W4220929376","https://openalex.org/W4221086307","https://openalex.org/W4226353746","https://openalex.org/W4281874271","https://openalex.org/W4293243554","https://openalex.org/W4324378493","https://openalex.org/W4360606223","https://openalex.org/W4381233128","https://openalex.org/W4386763838","https://openalex.org/W4386764202","https://openalex.org/W4386894249","https://openalex.org/W4390189088","https://openalex.org/W4392181806","https://openalex.org/W4392739484","https://openalex.org/W4392775632","https://openalex.org/W4394909859","https://openalex.org/W4400985708","https://openalex.org/W4404782602","https://openalex.org/W4408119266","https://openalex.org/W4411882614","https://openalex.org/W4415795259"],"related_works":[],"abstract_inverted_index":{"Low-rank":[0,103],"adaptation":[1],"(LoRA)":[2],"is":[3,110,117,133],"a":[4,100,113],"predominant":[5],"parameter-efficient":[6],"finetuning":[7,204],"method":[8],"for":[9,148],"adapting":[10],"large":[11],"language":[12],"models":[13],"(LLMs)":[14],"to":[15,27,70,90,111,184,221],"downstream":[16],"tasks.":[17],"Meanwhile,":[18],"Compute-in-Memory":[19],"(CIM)":[20],"architectures":[21],"demonstrate":[22,210],"superior":[23],"energy":[24,68,197],"efficiency":[25,198],"due":[26],"their":[28],"array-level":[29],"parallel":[30],"in-memory":[31],"computing":[32],"designs.":[33],"In":[34],"this":[35,96,190],"article,":[36],"we":[37,98,159,193],"propose":[38],"deploying":[39],"the":[40,44,67,75,80,86,130,136,154,157,162,165,169,186,205,211],"LoRA-finetuned":[41],"LLMs":[42],"on":[43,85,126],"hybrid":[45],"CIM":[46],"architecture":[47],"(i.e.,":[48],"pretrained":[49,144],"weights":[50,88,145],"onto":[51,60],"energy-efficient":[52],"Resistive":[53],"Random-Access":[54,63],"Memory":[55,64],"(RRAM)":[56],"and":[57,122,175,178,199,207,234],"LoRA":[58,114,170],"branches":[59],"noise-free":[61,127],"Static":[62],"(SRAM)),":[65],"reducing":[66],"cost":[69,132],"about":[71],"3%":[72],"compared":[73],"with":[74],"Nvidia":[76],"A100":[77],"GPU.":[78],"However,":[79],"inherent":[81],"noise":[82,121,232,235],"of":[83,138,168,189,213],"RRAM":[84],"saved":[87],"leads":[89],"performance":[91],"degradation,":[92],"simultaneously.":[93],"To":[94,152],"address":[95],"issue,":[97],"design":[99,180],"novel":[101],"Hardware-aware":[102],"Adaptation":[104],"(HaLoRA)":[105],"method.":[106],"The":[107],"key":[108],"insight":[109],"train":[112],"branch":[115,171],"that":[116],"robust":[118],"toward":[119],"such":[120],"then":[123],"deploy":[124],"it":[125],"SRAM,":[128],"while":[129,227],"extra":[131,182],"negligible":[134],"since":[135],"parameters":[137],"LoRAs":[139],"are":[140],"much":[141],"fewer":[142],"than":[143],"(e.g.,":[146],"0.15%":[147],"LLaMA-3.2":[149],"1B":[150],"model).":[151],"improve":[153],"robustness":[155,229],"towards":[156],"noise,":[158],"theoretically":[160],"analyze":[161],"gap":[163],"between":[164],"optimization":[166],"trajectories":[167],"under":[172],"both":[173,196],"ideal":[174],"noisy":[176],"conditions":[177],"further":[179],"an":[181],"loss":[183],"minimize":[185],"upper":[187],"bound":[188],"gap.":[191],"Therefore,":[192],"can":[194],"enjoy":[195],"accuracy":[200],"during":[201],"inference.":[202],"Experiments":[203],"Qwen":[206],"LLaMA":[208],"series":[209],"effectiveness":[212],"HaLoRA":[214],"across":[215],"multiple":[216],"reasoning":[217],"tasks,":[218],"achieving":[219],"up":[220],"22.7":[222],"improvement":[223],"in":[224],"average":[225],"score":[226],"maintaining":[228],"at":[230],"various":[231],"types":[233],"levels.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-03-11T00:00:00"}