{"id":"https://openalex.org/W4409248734","doi":"https://doi.org/10.1109/hpca61900.2025.00102","title":"DynamoLLM: Designing LLM Inference Clusters for Performance and Energy Efficiency","display_name":"DynamoLLM: Designing LLM Inference Clusters for Performance and Energy Efficiency","publication_year":2025,"publication_date":"2025-03-01","ids":{"openalex":"https://openalex.org/W4409248734","doi":"https://doi.org/10.1109/hpca61900.2025.00102"},"language":"en","primary_location":{"id":"doi:10.1109/hpca61900.2025.00102","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca61900.2025.00102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on High Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031961072","display_name":"Jovan Stojkovic","orcid":"https://orcid.org/0009-0007-4914-336X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jovan Stojkovic","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045494456","display_name":"Chaojie Zhang","orcid":"https://orcid.org/0009-0002-8334-1291"},"institutions":[{"id":"https://openalex.org/I4210087053","display_name":"Microsoft (Germany)","ror":"https://ror.org/001dd4s60","country_code":"DE","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210087053"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chaojie Zhang","raw_affiliation_strings":["Microsoft Azure Research - Systems"],"affiliations":[{"raw_affiliation_string":"Microsoft Azure Research - Systems","institution_ids":["https://openalex.org/I4210087053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090311560","display_name":"\u00cd\u00f1igo Goiri","orcid":"https://orcid.org/0000-0003-2591-4012"},"institutions":[{"id":"https://openalex.org/I4210087053","display_name":"Microsoft (Germany)","ror":"https://ror.org/001dd4s60","country_code":"DE","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210087053"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"\u00cd\u00f1igo Goiri","raw_affiliation_strings":["Microsoft Azure Research - Systems"],"affiliations":[{"raw_affiliation_string":"Microsoft Azure Research - Systems","institution_ids":["https://openalex.org/I4210087053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055909708","display_name":"Josep Torrellas","orcid":"https://orcid.org/0000-0003-2595-5228"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josep Torrellas","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045708568","display_name":"Esha Choukse","orcid":"https://orcid.org/0000-0003-0371-5522"},"institutions":[{"id":"https://openalex.org/I4210087053","display_name":"Microsoft (Germany)","ror":"https://ror.org/001dd4s60","country_code":"DE","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210087053"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Esha Choukse","raw_affiliation_strings":["Microsoft Azure Research - Systems"],"affiliations":[{"raw_affiliation_string":"Microsoft Azure Research - Systems","institution_ids":["https://openalex.org/I4210087053"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5031961072"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":59.4731,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.9995139,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1348","last_page":"1362"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.7398999929428101,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.7398999929428101,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.699999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.6442999839782715,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6709338426589966},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6562291383743286},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4830930233001709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2629009783267975},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12058326601982117},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10976937413215637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6709338426589966},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6562291383743286},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4830930233001709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2629009783267975},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12058326601982117},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10976937413215637}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpca61900.2025.00102","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca61900.2025.00102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on High Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W2061884403","https://openalex.org/W2071959074","https://openalex.org/W2235495043","https://openalex.org/W2766032408","https://openalex.org/W2789271295","https://openalex.org/W2883242673","https://openalex.org/W2926143647","https://openalex.org/W2941938531","https://openalex.org/W2945148926","https://openalex.org/W3017091196","https://openalex.org/W3017148238","https://openalex.org/W3043154389","https://openalex.org/W3099214871","https://openalex.org/W3105381414","https://openalex.org/W3105720117","https://openalex.org/W3128391996","https://openalex.org/W3156127671","https://openalex.org/W3159103505","https://openalex.org/W3171273667","https://openalex.org/W3207622241","https://openalex.org/W4205348240","https://openalex.org/W4206943884","https://openalex.org/W4231427385","https://openalex.org/W4280507006","https://openalex.org/W4360831782","https://openalex.org/W4387321091","https://openalex.org/W4387321503","https://openalex.org/W4388725043","https://openalex.org/W4390189088","https://openalex.org/W4394923310","https://openalex.org/W4394998727","https://openalex.org/W4395020691","https://openalex.org/W4395106452","https://openalex.org/W4399074329","https://openalex.org/W4399117317","https://openalex.org/W4401211590","https://openalex.org/W4401211672","https://openalex.org/W4401211704","https://openalex.org/W4401211839","https://openalex.org/W4402671659","https://openalex.org/W6778330239","https://openalex.org/W6784223070","https://openalex.org/W6784871562","https://openalex.org/W6785079351","https://openalex.org/W6798686915","https://openalex.org/W6838322825","https://openalex.org/W6842315983","https://openalex.org/W6847118041","https://openalex.org/W6849514112","https://openalex.org/W6853325866","https://openalex.org/W6853336479","https://openalex.org/W6854866820","https://openalex.org/W6856239413","https://openalex.org/W6856622439","https://openalex.org/W6857175056","https://openalex.org/W6863347513","https://openalex.org/W6864858179","https://openalex.org/W6865013197","https://openalex.org/W6867136294","https://openalex.org/W6917285411"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":32}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}
