{"id":"https://openalex.org/W4414229453","doi":"https://doi.org/10.1109/access.2025.3609769","title":"A Component-Centric Perspective on Hardware Accelerators for LLMs","display_name":"A Component-Centric Perspective on Hardware Accelerators for LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414229453","doi":"https://doi.org/10.1109/access.2025.3609769"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3609769","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3609769","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3609769","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119507287","display_name":"Ke Jia","orcid":"https://orcid.org/0009-0005-5498-8952"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Ke","raw_affiliation_strings":["School of Microelectronics, Southern University of Science and Technology, Shenzhen, China","Graduate School at Shenzhen, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000656002","display_name":"Xiaohao Wang","orcid":"https://orcid.org/0009-0003-4389-7057"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Xiaohao","raw_affiliation_strings":["Graduate School at Shenzhen, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-4389-7057","affiliations":[{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100741607","display_name":"Hailin Chen","orcid":"https://orcid.org/0000-0002-5119-4517"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Hailin","raw_affiliation_strings":["School of Microelectronics, Southern University of Science and Technology, Shenzhen, China","Graduate School at Shenzhen, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101817739","display_name":"Wei Zhong","orcid":"https://orcid.org/0000-0002-8052-1898"},"institutions":[{"id":"https://openalex.org/I4210130536","display_name":"Nubia Technology (China)","ror":"https://ror.org/03h1fpd36","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210130536"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Wei","raw_affiliation_strings":["ICube, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICube, Shenzhen, China","institution_ids":["https://openalex.org/I4210130536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119630551","display_name":"Li Xinxiong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130536","display_name":"Nubia Technology (China)","ror":"https://ror.org/03h1fpd36","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210130536"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Xinxiong","raw_affiliation_strings":["ICube, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICube, Shenzhen, China","institution_ids":["https://openalex.org/I4210130536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119630552","display_name":"Fang Zenan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130536","display_name":"Nubia Technology (China)","ror":"https://ror.org/03h1fpd36","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210130536"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Zenan","raw_affiliation_strings":["ICube, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICube, Shenzhen, China","institution_ids":["https://openalex.org/I4210130536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069123107","display_name":"Fengwei An","orcid":"https://orcid.org/0000-0002-7554-7938"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"An Fengwei","raw_affiliation_strings":["School of Microelectronics, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7554-7938","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.7378,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85541434,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"13","issue":null,"first_page":"173116","last_page":"173145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7055000066757202},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.4339999854564667},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.42489999532699585},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41769999265670776},{"id":"https://openalex.org/keywords/hardware-architecture","display_name":"Hardware architecture","score":0.38589999079704285},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.3750999867916107},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.37290000915527344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7519999742507935},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7055000066757202},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5748999714851379},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4860000014305115},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.4339999854564667},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41769999265670776},{"id":"https://openalex.org/C65232700","wikidata":"https://www.wikidata.org/wiki/Q5656403","display_name":"Hardware architecture","level":3,"score":0.38589999079704285},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3425999879837036},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C39217717","wikidata":"https://www.wikidata.org/wiki/Q1432354","display_name":"Hardware security module","level":3,"score":0.33640000224113464},{"id":"https://openalex.org/C157742956","wikidata":"https://www.wikidata.org/wiki/Q3237776","display_name":"Frequency scaling","level":3,"score":0.335999995470047},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3142000138759613},{"id":"https://openalex.org/C107598950","wikidata":"https://www.wikidata.org/wiki/Q259864","display_name":"Microarchitecture","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.28839999437332153}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3609769","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3609769","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2233bf81fe694c9a862108660892949f","is_oa":true,"landing_page_url":"https://doaj.org/article/2233bf81fe694c9a862108660892949f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 173116-173145 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3609769","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3609769","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2403898809","display_name":null,"funder_award_id":"KJZD20230923113300002","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G8171075916","display_name":null,"funder_award_id":"KJZD20230923113300002","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"}],"funders":[{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W1977850862","https://openalex.org/W2048266589","https://openalex.org/W2078141470","https://openalex.org/W2442974303","https://openalex.org/W2540279855","https://openalex.org/W2927467875","https://openalex.org/W2949676527","https://openalex.org/W2969766737","https://openalex.org/W2980688670","https://openalex.org/W2997106510","https://openalex.org/W3017024317","https://openalex.org/W3043263328","https://openalex.org/W3047848469","https://openalex.org/W3101493110","https://openalex.org/W3114401676","https://openalex.org/W3129831491","https://openalex.org/W3130240120","https://openalex.org/W3163368926","https://openalex.org/W3196923642","https://openalex.org/W3206453033","https://openalex.org/W4212788319","https://openalex.org/W4214686755","https://openalex.org/W4247470470","https://openalex.org/W4280496502","https://openalex.org/W4285504003","https://openalex.org/W4291653336","https://openalex.org/W4291952092","https://openalex.org/W4297097408","https://openalex.org/W4308090748","https://openalex.org/W4310282800","https://openalex.org/W4313069943","https://openalex.org/W4313187582","https://openalex.org/W4318541578","https://openalex.org/W4321636820","https://openalex.org/W4366307883","https://openalex.org/W4375928954","https://openalex.org/W4381233128","https://openalex.org/W4385488484","https://openalex.org/W4385656513","https://openalex.org/W4386108348","https://openalex.org/W4386763770","https://openalex.org/W4386763995","https://openalex.org/W4387321091","https://openalex.org/W4387951242","https://openalex.org/W4388214757","https://openalex.org/W4390017976","https://openalex.org/W4390190579","https://openalex.org/W4390285480","https://openalex.org/W4392240059","https://openalex.org/W4392796680","https://openalex.org/W4393087200","https://openalex.org/W4393141090","https://openalex.org/W4393147854","https://openalex.org/W4393578753","https://openalex.org/W4393949386","https://openalex.org/W4393973515","https://openalex.org/W4394998532","https://openalex.org/W4394998968","https://openalex.org/W4400230633","https://openalex.org/W4400985603","https://openalex.org/W4401211627","https://openalex.org/W4401211704","https://openalex.org/W4401568544","https://openalex.org/W4401726555","https://openalex.org/W4402124690","https://openalex.org/W4402349286","https://openalex.org/W4402568829","https://openalex.org/W4402670757","https://openalex.org/W4402671950","https://openalex.org/W4403511170","https://openalex.org/W4404133870","https://openalex.org/W4404134154","https://openalex.org/W4404471204","https://openalex.org/W4406034683","https://openalex.org/W4406157498","https://openalex.org/W4406164090","https://openalex.org/W4406214400","https://openalex.org/W4408146288","https://openalex.org/W4409232980","https://openalex.org/W4409248601","https://openalex.org/W4409248825","https://openalex.org/W4409282445","https://openalex.org/W4409282598","https://openalex.org/W4409307140","https://openalex.org/W4409676501","https://openalex.org/W4411403202","https://openalex.org/W4411635309","https://openalex.org/W4413278511","https://openalex.org/W4413278525","https://openalex.org/W4413360549"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"scaling":[2],"of":[3,24,66,85],"large":[4],"language":[5],"models":[6],"(LLMs),":[7],"especially":[8],"those":[9,98],"based":[10],"on":[11,59],"the":[12,17,83,131],"Transformer":[13],"architecture,":[14],"has":[15],"intensified":[16],"demand":[18],"for":[19,106,119],"high-performance":[20],"hardware":[21,90,95],"accelerators":[22],"capable":[23],"supporting":[25],"massive":[26],"parameter":[27],"counts":[28],"with":[29,99],"minimal":[30],"latency":[31],"and":[32,43,53,77,89,92,101,116,122],"energy":[33],"consumption.":[34],"However,":[35],"challenges":[36],"such":[37],"as":[38,48,124,126],"communication":[39],"bottlenecks,":[40],"memory":[41],"inefficiencies,":[42],"computational":[44],"overhead":[45],"have":[46],"emerged":[47],"key":[49],"bottlenecks":[50],"to":[51],"scalable":[52,102],"efficient":[54],"deployment.":[55,109],"This":[56,80,110],"survey":[57],"focuses":[58],"LLM":[60,108,120],"accelerators,":[61,96],"providing":[62],"a":[63],"comprehensive":[64],"review":[65,81],"state-of-the-art":[67],"optimization":[68],"targets,":[69],"including":[70],"system-level":[71],"architectures,":[72],"self-attention":[73],"acceleration,":[74],"normalization":[75],"techniques,":[76],"operator-level":[78],"enhancements.":[79],"highlights":[82],"importance":[84],"co-optimizing":[86],"model":[87],"architecture":[88],"design":[91],"suggests":[93],"that":[94],"particularly":[97],"configurable":[100],"capabilities,":[103],"are":[104],"critical":[105],"sustainable":[107],"work":[111],"can":[112],"provide":[113],"foundational":[114],"knowledge":[115],"valuable":[117],"insights":[118],"researchers":[121],"engineers":[123],"well":[125],"machine":[127],"learning":[128],"practitioners":[129],"in":[130],"industry.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}