{"id":"https://openalex.org/W4400579220","doi":"https://doi.org/10.1109/jetcas.2024.3427421","title":"HALO: Communication-Aware Heterogeneous 2.5-D System for Energy-Efficient LLM Execution at Edge","display_name":"HALO: Communication-Aware Heterogeneous 2.5-D System for Energy-Efficient LLM Execution at Edge","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4400579220","doi":"https://doi.org/10.1109/jetcas.2024.3427421"},"language":"en","primary_location":{"id":"doi:10.1109/jetcas.2024.3427421","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2024.3427421","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108954429","display_name":"Abhi Jaiswal","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Abhi Jaiswal","raw_affiliation_strings":["Cropin Technology Solutions Private Ltd., Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Cropin Technology Solutions Private Ltd., Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058099079","display_name":"K. C. Sharin Shahana","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. C. Sharin Shahana","raw_affiliation_strings":["Department of CSA, Indian Institute of Science, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Department of CSA, Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111255249","display_name":"S. Ravichandran","orcid":null},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sujitha Ravichandran","raw_affiliation_strings":["Department of ECE, University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060573561","display_name":"K. V. Adarsh","orcid":"https://orcid.org/0000-0002-6337-6545"},"institutions":[{"id":"https://openalex.org/I20497027","display_name":"Cochin University of Science and Technology","ror":"https://ror.org/00a4kqq17","country_code":"IN","type":"education","lineage":["https://openalex.org/I20497027"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. Adarsh","raw_affiliation_strings":["School of Engineering, Cochin University of Science and Technology, Kochi, India"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Cochin University of Science and Technology, Kochi, India","institution_ids":["https://openalex.org/I20497027"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108954430","display_name":"Harsha Bhat","orcid":null},"institutions":[{"id":"https://openalex.org/I126824641","display_name":"JSS Academy of Higher Education and Research","ror":"https://ror.org/013x70191","country_code":"IN","type":"education","lineage":["https://openalex.org/I126824641"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"H. Bharath Bhat","raw_affiliation_strings":["JSS Academy of Technical Education, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"JSS Academy of Technical Education, Bengaluru, India","institution_ids":["https://openalex.org/I126824641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033021422","display_name":"Biresh Kumar Joardar","orcid":"https://orcid.org/0000-0002-7668-2824"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Biresh Kumar Joardar","raw_affiliation_strings":["Department of ECE, University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043173800","display_name":"Sumit K. Mandal","orcid":"https://orcid.org/0000-0002-9294-1603"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sumit K. Mandal","raw_affiliation_strings":["Department of CSA, Indian Institute of Science, Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Department of CSA, Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5108954429"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1879,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94614731,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"14","issue":"3","first_page":"425","last_page":"439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9521999955177307,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/halo","display_name":"Halo","score":0.6506645679473877},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6203981637954712},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.552935779094696},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.442840039730072},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4377969801425934},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.3659340739250183},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.21727228164672852},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1994979977607727},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.19338586926460266},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14463365077972412}],"concepts":[{"id":"https://openalex.org/C184665706","wikidata":"https://www.wikidata.org/wiki/Q186310","display_name":"Halo","level":3,"score":0.6506645679473877},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6203981637954712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.552935779094696},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.442840039730072},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4377969801425934},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.3659340739250183},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21727228164672852},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1994979977607727},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19338586926460266},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14463365077972412},{"id":"https://openalex.org/C98444146","wikidata":"https://www.wikidata.org/wiki/Q318","display_name":"Galaxy","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jetcas.2024.3427421","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2024.3427421","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8799999952316284}],"awards":[{"id":"https://openalex.org/G3329620804","display_name":null,"funder_award_id":"WMGT-23-0001","funder_id":"https://openalex.org/F4320310071","funder_display_name":"Indian Institute of Science"}],"funders":[{"id":"https://openalex.org/F4320310071","display_name":"Indian Institute of Science","ror":"https://ror.org/04dese585"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2000951229","https://openalex.org/W4321076609","https://openalex.org/W1986541643","https://openalex.org/W3216131787","https://openalex.org/W4321076482","https://openalex.org/W4229452098","https://openalex.org/W2415513895","https://openalex.org/W4226163811","https://openalex.org/W4385521790","https://openalex.org/W4387123727"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,37],"used":[5],"to":[6,44,122,135,164,214,239],"perform":[7],"various":[8],"tasks,":[9],"especially":[10],"in":[11,58,223,234],"the":[12,38,94,100,108,131,181,187,208],"domain":[13],"of":[14,22,26,33,41,60,85,103,112,139,168,170,204],"natural":[15],"language":[16],"processing":[17],"(NLP).":[18],"State-of-the-art":[19],"LLMs":[20,54,205],"consist":[21],"a":[23,30,71,90,136,145,160,201],"large":[24,53,137],"number":[25,138],"parameters":[27],"that":[28,207],"necessitate":[29],"high":[31],"volume":[32],"computations.":[34],"Currently,":[35],"GPUs":[36],"preferred":[39],"choice":[40],"hardware":[42],"platform":[43],"execute":[45],"LLM":[46,78,172],"inference.":[47,79],"However,":[48],"monolithic":[49],"GPU-based":[50],"systems":[51],"executing":[52,153],"pose":[55],"significant":[56,146],"drawbacks":[57],"terms":[59],"fabrication":[61],"cost":[62],"and":[63,107,128,184,189,225],"energy":[64,101,183,235],"efficiency.":[65],"In":[66,93],"this":[67,156],"work,":[68],"we":[69,98,158],"propose":[70,159],"heterogeneous":[72,86],"2.5D":[73,82,96,119,210],"chiplet-based":[74],"architecture":[75],"for":[76],"accelerating":[77],"The":[80,118,176],"proposed":[81,95,177,209],"system":[83,211],"consists":[84],"chiplets":[87,143],"connected":[88],"via":[89],"network-on-package":[91],"(NoP).":[92],"system,":[97],"leverage":[99],"efficiency":[102],"in-memory":[104],"computing":[105,110],"(IMC)":[106],"general-purpose":[109],"capability":[111],"CMOS-based":[113],"floating":[114],"point":[115],"units":[116],"(FPUs).":[117],"technology":[120],"helps":[121],"integrate":[123],"two":[124],"different":[125,166,174],"technologies":[126],"(IMC":[127],"CMOS)":[129],"on":[130],"same":[132],"system.":[133],"Due":[134],"parameters,":[140],"communication":[141,182],"between":[142],"becomes":[144],"performance":[147],"bottleneck":[148],"if":[149],"not":[150],"optimized":[151],"while":[152],"LLMs.":[154],"To":[155],"end,":[157],"communication-aware":[161],"scalable":[162],"technique":[163,179],"map":[165],"pieces":[167],"computations":[169],"an":[171],"onto":[173],"chiplets.":[175],"mapping":[178],"minimizes":[180],"latency":[185,224],"over":[186],"NoP,":[188],"is":[190],"significantly":[191],"faster":[192],"than":[193],"existing":[194],"optimization":[195],"techniques.":[196],"Thorough":[197],"experimental":[198],"evaluations":[199],"with":[200,237,244],"wide":[202],"variety":[203],"show":[206],"provides":[212],"up":[213],"<inline-formula":[215,226],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[216,227],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[217,228],"<tex-math":[218,229],"notation=\"LaTeX\">$972\\times":[219],"$":[220,231],"</tex-math></inline-formula>":[221,232],"improvement":[222,233],"notation=\"LaTeX\">$1600\\times":[230],"consumption":[236],"respect":[238],"state-of-the-art":[240],"edge":[241],"devices":[242],"equipped":[243],"GPU.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}