{"id":"https://openalex.org/W4413442697","doi":"https://doi.org/10.1109/coins65080.2025.11125766","title":"Acceleration of Large Language Models with Emerging Compute and Communication Technology","display_name":"Acceleration of Large Language Models with Emerging Compute and Communication Technology","publication_year":2025,"publication_date":"2025-08-04","ids":{"openalex":"https://openalex.org/W4413442697","doi":"https://doi.org/10.1109/coins65080.2025.11125766"},"language":"en","primary_location":{"id":"doi:10.1109/coins65080.2025.11125766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coins65080.2025.11125766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Omni-layer Intelligent Systems (COINS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040211059","display_name":"Joerg C. Schefold","orcid":"https://orcid.org/0000-0001-9162-5724"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sharin Shahana K C","raw_affiliation_strings":["Indian Institute of Science,Dept. of CSA,Bangalore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science,Dept. of CSA,Bangalore","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034794487","display_name":"Sumit K. Mandal","orcid":"https://orcid.org/0000-0002-3041-7486"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sumit K. Mandal","raw_affiliation_strings":["Indian Institute of Science,Dept. of CSA,Bangalore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science,Dept. of CSA,Bangalore","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033021422","display_name":"Biresh Kumar Joardar","orcid":"https://orcid.org/0000-0002-7668-2824"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Biresh Kumar Joardar","raw_affiliation_strings":["University of Houston,Dept. of ECE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Houston,Dept. of ECE","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17721388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7589852809906006},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.630761981010437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7589852809906006},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.630761981010437},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/coins65080.2025.11125766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coins65080.2025.11125766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Omni-layer Intelligent Systems (COINS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2118231264","https://openalex.org/W2518281301","https://openalex.org/W2531531221","https://openalex.org/W2897519942","https://openalex.org/W2913707927","https://openalex.org/W3033529678","https://openalex.org/W3105208701","https://openalex.org/W3165400836","https://openalex.org/W3195858150","https://openalex.org/W3201613041","https://openalex.org/W4223424212","https://openalex.org/W4224960000","https://openalex.org/W4280496502","https://openalex.org/W4281758439","https://openalex.org/W4283268770","https://openalex.org/W4287391717","https://openalex.org/W4292779060","https://openalex.org/W4293243621","https://openalex.org/W4293704625","https://openalex.org/W4310818411","https://openalex.org/W4312637523","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W4385488555","https://openalex.org/W4387211397","https://openalex.org/W4398138244","https://openalex.org/W4400579220"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,78],"widely":[5],"adopted":[6],"for":[7,52],"natural":[8],"language":[9],"processing":[10,76],"(NLP)":[11],"and":[12,27,37,49,68,87,111,117,125,129,134],"other":[13],"machine":[14],"intelligence":[15],"tasks":[16],"due":[17],"to":[18,34,109,121,127,138],"their":[19,23],"superior":[20],"performance.":[21],"However,":[22],"large":[24],"parameter":[25],"sizes":[26],"often":[28],"densely":[29],"connected":[30],"computational":[31,36],"structures":[32],"lead":[33],"substantial":[35],"communication":[38,132],"overheads.":[39],"Traditional":[40],"GPU-based":[41],"platforms":[42],"face":[43],"challenges":[44],"in":[45,114,131],"scalability,":[46],"fabrication":[47],"cost,":[48],"energy":[50,115,135],"efficiency":[51],"such":[53],"workloads.":[54],"To":[55],"address":[56],"these":[57],"limitations,":[58],"communication-and":[59],"energy-efficient":[60],"heterogeneous":[61],"2.5D":[62,105,140],"chiplet-based":[63],"with":[64,95,119],"in-memory":[65],"computing":[66],"(IMC)":[67],"floating-point":[69],"units":[70,77],"(FPUs)":[71],"can":[72],"be":[73],"used.":[74],"The":[75],"interconnected":[79],"via":[80],"a":[81,96],"network-on-package":[82],"(NoP)":[83],"that":[84,103],"combines":[85],"wired":[86],"dynamically":[88],"reconfigurable":[89],"wireless":[90],"links.":[91],"Thorough":[92],"experimental":[93],"evaluation":[94],"wide":[97],"range":[98],"of":[99],"transformer":[100],"algorithms":[101],"shows":[102],"the":[104],"system":[106],"demonstrates":[107],"up":[108,126],"1600\u00d7":[110],"972\u00d7":[112],"improvement":[113],"consumption":[116],"latency":[118,133],"respect":[120],"NVIDIA":[122],"Orin":[123],"Nano,":[124],"39.32%":[128],"38.86%":[130],"respectively":[136],"compared":[137],"existing":[139],"systems.":[141]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}