{"id":"https://openalex.org/W4395106452","doi":"https://doi.org/10.1145/3620666.3651329","title":"Characterizing Power Management Opportunities for LLMs in the Cloud","display_name":"Characterizing Power Management Opportunities for LLMs in the Cloud","publication_year":2024,"publication_date":"2024-04-24","ids":{"openalex":"https://openalex.org/W4395106452","doi":"https://doi.org/10.1145/3620666.3651329"},"language":"en","primary_location":{"id":"doi:10.1145/3620666.3651329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3620666.3651329","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 3","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3620666.3651329","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073615366","display_name":"Pratyush Patel","orcid":"https://orcid.org/0000-0003-3611-5160"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pratyush Patel","raw_affiliation_strings":["Microsoft Azure, Redmond, USA","University of Washington, Seattle, USA","Microsoft Azure, Redmond, USA University of Washington, Seattle, USA"],"raw_orcid":"https://orcid.org/0000-0003-3611-5160","affiliations":[{"raw_affiliation_string":"Microsoft Azure, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"University of Washington, Seattle, USA","institution_ids":["https://openalex.org/I201448701","https://openalex.org/I58610484"]},{"raw_affiliation_string":"Microsoft Azure, Redmond, USA University of Washington, Seattle, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I201448701","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045708568","display_name":"Esha Choukse","orcid":"https://orcid.org/0000-0003-0371-5522"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Esha Choukse","raw_affiliation_strings":["Microsoft Azure, Redmond, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-0371-5522","affiliations":[{"raw_affiliation_string":"Microsoft Azure, Redmond, United States of America","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045494456","display_name":"Chaojie Zhang","orcid":"https://orcid.org/0009-0002-8334-1291"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaojie Zhang","raw_affiliation_strings":["Microsoft Azure, Redmond, United States of America"],"raw_orcid":"https://orcid.org/0009-0002-8334-1291","affiliations":[{"raw_affiliation_string":"Microsoft Azure, Redmond, United States of America","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090311560","display_name":"\u00cd\u00f1igo Goiri","orcid":"https://orcid.org/0000-0003-2591-4012"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"\u00cd\u00f1igo Goiri","raw_affiliation_strings":["Microsoft Azure, Redmond, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-2591-4012","affiliations":[{"raw_affiliation_string":"Microsoft Azure, Redmond, United States of America","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002323853","display_name":"Brijesh Warrier","orcid":"https://orcid.org/0009-0004-4665-2319"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brijesh Warrier","raw_affiliation_strings":["Microsoft Azure, Redmond, USA"],"raw_orcid":"https://orcid.org/0009-0004-4665-2319","affiliations":[{"raw_affiliation_string":"Microsoft Azure, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083991659","display_name":"Nithish Mahalingam","orcid":"https://orcid.org/0009-0003-1079-2646"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nithish Mahalingam","raw_affiliation_strings":["Microsoft Azure, Redmond, USA"],"raw_orcid":"https://orcid.org/0009-0003-1079-2646","affiliations":[{"raw_affiliation_string":"Microsoft Azure, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089615986","display_name":"Ricardo Bianchini","orcid":"https://orcid.org/0000-0001-5971-5084"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ricardo Bianchini","raw_affiliation_strings":["Microsoft Azure, Redmond, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-5971-5084","affiliations":[{"raw_affiliation_string":"Microsoft Azure, Redmond, United States of America","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":38.1607,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.99859588,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"207","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.8871872425079346},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7596461772918701},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6028196811676025},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5205312967300415},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5095089077949524},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.47685277462005615},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.47147229313850403},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4622120261192322},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.2507391571998596},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.24976038932800293},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12977316975593567},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1060599684715271},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.07649427652359009},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07272285223007202}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.8871872425079346},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7596461772918701},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6028196811676025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5205312967300415},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5095089077949524},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.47685277462005615},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.47147229313850403},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4622120261192322},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2507391571998596},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.24976038932800293},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12977316975593567},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1060599684715271},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.07649427652359009},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07272285223007202},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3620666.3651329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3620666.3651329","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 3","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3620666.3651329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3620666.3651329","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 3","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G8859508220","display_name":"Collaborative Research: NGSDI: Foundations of Clean and Balanced Datacenters: Treehouse","funder_award_id":"2104548","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316785","display_name":"VMware","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1964622779","https://openalex.org/W2052220570","https://openalex.org/W2118955868","https://openalex.org/W2153204735","https://openalex.org/W2336215235","https://openalex.org/W2401046687","https://openalex.org/W2770542984","https://openalex.org/W2793320545","https://openalex.org/W2794670651","https://openalex.org/W2896457183","https://openalex.org/W2901299405","https://openalex.org/W2910100551","https://openalex.org/W2934609880","https://openalex.org/W2979826702","https://openalex.org/W2995955137","https://openalex.org/W2999609284","https://openalex.org/W3007494972","https://openalex.org/W3030163527","https://openalex.org/W3084790829","https://openalex.org/W3086105743","https://openalex.org/W3094850318","https://openalex.org/W3097573428","https://openalex.org/W3133702157","https://openalex.org/W3157133500","https://openalex.org/W3159103505","https://openalex.org/W3197816522","https://openalex.org/W4206943884","https://openalex.org/W4212973913","https://openalex.org/W4225388791","https://openalex.org/W4230695440","https://openalex.org/W4280651118","https://openalex.org/W4291961336","https://openalex.org/W4292119927","https://openalex.org/W4293061251","https://openalex.org/W4321636575","https://openalex.org/W4360831782","https://openalex.org/W4377235369","https://openalex.org/W4387321091","https://openalex.org/W6690223311","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W2384792696","https://openalex.org/W2352761588"],"abstract_inverted_index":{"Recent":[0],"innovation":[1],"in":[2,44],"large":[3],"language":[4],"models":[5],"(LLMs),":[6],"and":[7,25],"their":[8,32,55],"myriad":[9],"use":[10],"cases":[11],"have":[12],"rapidly":[13,56],"driven":[14],"up":[15],"the":[16],"compute":[17],"demand":[18],"for":[19],"datacenter":[20,33],"GPUs.":[21],"Several":[22],"cloud":[23],"providers":[24],"other":[26],"enterprises":[27],"plan":[28],"to":[29,35,54],"substantially":[30],"grow":[31],"capacity":[34],"support":[36],"these":[37],"new":[38],"workloads.":[39],"A":[40],"key":[41],"bottleneck":[42],"resource":[43],"datacenters":[45],"is":[46],"power,":[47],"which":[48],"LLMs":[49],"are":[50],"quickly":[51],"saturating":[52],"due":[53],"increasing":[57],"model":[58],"sizes.":[59]},"counts_by_year":[{"year":2026,"cited_by_count":37},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":9}],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2025-10-10T00:00:00"}