{"id":"https://openalex.org/W7162036542","doi":"https://doi.org/10.48550/arxiv.2605.21427","title":"PALS: Power-Aware LLM Serving for Mixture-of-Experts Models","display_name":"PALS: Power-Aware LLM Serving for Mixture-of-Experts Models","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162036542","doi":"https://doi.org/10.48550/arxiv.2605.21427"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090612785","display_name":"Can Hankendi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hankendi, Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093887400","display_name":"Rana Shahout","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shahout, Rana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035157838","display_name":"Minlan Yu","orcid":"https://orcid.org/0000-0002-2381-0212"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Minlan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134735605","display_name":"Ayse K. Coskun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coskun, Ayse K.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2915000021457672,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2915000021457672,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.16300000250339508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07050000131130219,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5569999814033508},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5315999984741211},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.49720001220703125},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48820000886917114},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4668000042438507},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.46630001068115234},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4120999872684479},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3874000012874603},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.3799000084400177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777999997138977},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5569999814033508},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.49720001220703125},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48820000886917114},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.42590001225471497},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34299999475479126},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32199999690055847},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.2572999894618988},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.9113025069236755,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2,117],"(LLM)":[3],"inference":[4,167],"has":[5],"become":[6],"a":[7,39,44,52,65,88],"dominant":[8],"workload":[9],"in":[10],"modern":[11],"data":[12],"centers,":[13],"driving":[14],"significant":[15],"GPU":[16,36,61],"utilization":[17],"and":[18,26,31,69,125,128,150,171],"energy":[19,100,134],"consumption.":[20],"While":[21],"prior":[22],"systems":[23,124],"optimize":[24],"throughput":[25,96],"latency":[27],"by":[28,136,143],"batching,":[29],"scheduling,":[30],"parallelism,":[32],"they":[33],"largely":[34],"treat":[35],"power":[37,62,148,153,162],"as":[38,64,77],"static":[40],"constraint":[41],"rather":[42],"than":[43],"controllable":[45],"resource.":[46],"In":[47],"this":[48],"paper,":[49],"we":[50],"present":[51],"power-aware":[53],"runtime":[54],"for":[55],"LLM":[56,108,166],"serving,":[57],"PALS,":[58],"that":[59,94,113],"treats":[60],"caps":[63],"first-class":[66],"control":[67,163],"knob":[68],"jointly":[70],"optimizes":[71],"them":[72],"with":[73,87],"software":[74],"parameters":[75],"such":[76],"batch":[78],"size.":[79],"The":[80],"system":[81],"combines":[82],"lightweight":[83],"offline":[84],"power-performance":[85],"models":[86],"feedback-driven":[89],"controller":[90],"to":[91,138,145],"select":[92],"configurations":[93],"satisfy":[95],"targets":[97],"while":[98],"maximizing":[99],"efficiency.":[101],"We":[102],"implement":[103],"PALS":[104,132],"within":[105],"an":[106],"existing":[107],"serving":[109],"framework,":[110],"vLLM,":[111],"demonstrating":[112],"it":[114],"requires":[115],"no":[116],"retraining":[118],"or":[119],"API":[120],"changes.":[121],"Across":[122],"multi-GPU":[123],"both":[126],"dense":[127],"mixture-of-experts":[129],"(MoE)":[130],"models,":[131],"improves":[133],"efficiency":[135],"up":[137],"26.3%,":[139],"reduces":[140],"QoS":[141],"violations":[142],"4x":[144],"7x":[146],"under":[147],"constraints,":[149],"tracks":[151],"dynamic":[152],"budgets.":[154],"These":[155],"results":[156],"highlight":[157],"the":[158],"potential":[159],"of":[160],"integrating":[161],"directly":[164],"into":[165],"runtimes,":[168],"enabling":[169],"energy-proportional":[170],"grid-interactive":[172],"AI":[173],"systems.":[174]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-22T00:00:00"}