{"id":"https://openalex.org/W7138388636","doi":"https://doi.org/10.48550/arxiv.2603.15202","title":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","display_name":"Simple is Better: Multiplication May Be All You Need for LLM Request Scheduling","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7138388636","doi":"https://doi.org/10.48550/arxiv.2603.15202"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.15202","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15202","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.15202","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129694798","display_name":"Dingyan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Dingyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113985570","display_name":"Jinbo Han","orcid":"https://orcid.org/0000-0003-1724-2412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Jinbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129672248","display_name":"Kaixi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kaixi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002957327","display_name":"Xingda Wei","orcid":"https://orcid.org/0000-0003-4983-6047"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xingda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064079330","display_name":"Sijie Shen","orcid":"https://orcid.org/0000-0003-4650-7352"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Sijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050152830","display_name":"Chenguang Fang","orcid":"https://orcid.org/0000-0002-7261-7478"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Chenguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129709193","display_name":"Wenyuan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Wenyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129705702","display_name":"Jingren Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jingren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129687249","display_name":"Rong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Rong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.21240000426769257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.21240000426769257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.09610000252723694,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.08009999990463257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6832000017166138},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5981000065803528},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.5020999908447266},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4146000146865845},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3813999891281128},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3619999885559082},{"id":"https://openalex.org/keywords/multiplication","display_name":"Multiplication (music)","score":0.34299999475479126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8026000261306763},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6832000017166138},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5981000065803528},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C95203288","wikidata":"https://www.wikidata.org/wiki/Q221682","display_name":"Semaphore","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3109999895095825},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C97542219","wikidata":"https://www.wikidata.org/wiki/Q497863","display_name":"SIMPLE algorithm","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.15202","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15202","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.15202","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15202","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-quality":[0],"LLM":[1,178],"request":[2,17],"scheduling":[3,51,118],"requires":[4],"meeting":[5],"two":[6,58,93,169],"key":[7,131],"objectives:":[8],"ensuring":[9,20],"the":[10,22,38,57,114,117,135,151,165,219],"routed":[11,103],"instance":[12],"has":[13,245],"KVCache":[14],"to":[15,48,79,104,146,163,202],"accelerate":[16],"execution,":[18],"and":[19,107,193,195,199,204,213,227,237,250],"that":[21,53,87,134,184,229],"workload":[23],"is":[24,31,133,161],"balanced":[25],"across":[26],"instances.":[27],"Achieving":[28],"both":[29,123,140],"objectives":[30,124,141],"challenging":[32],"because":[33],"pursuing":[34],"one":[35,97,108],"may":[36,225],"compromise":[37],"other.":[39],"Current":[40],"approaches":[41,61],"use":[42],"various":[43],"combinators":[44],"(e.g.,":[45],"linear":[46,148],"combinations)":[47],"compute":[49],"a":[50,89,143,147],"score":[52,119,138],"combines":[54],"indicators":[55,170],"for":[56],"objectives.":[59],"These":[60],"are":[62,171,232],"complex:":[63],"they":[64],"either":[65],"require":[66],"significant":[67],"workload-specific":[68],"hyperparameter":[69,128],"tuning":[70,160],"or":[71],"model-hardware-aware":[72],"simulator":[73],"development,":[74],"yet":[75],"could":[76],"still":[77],"lead":[78],"suboptimal":[80],"performance.":[81],"In":[82],"this":[83,185],"paper,":[84],"we":[85],"show":[86,183],"using":[88],"simple":[90,186],"multiplication":[91,224],"of":[92,113,177],"carefully":[94],"chosen":[95,172],"indicators:":[96],"KVCache-aware":[98],"(new":[99],"prefill":[100],"tokens":[101],"if":[102],"an":[105,205],"instance)":[106],"load-balancing-aware":[109],"(current":[110],"batch":[111],"size":[112],"instance),":[115],"as":[116],"(LMETRIC)":[120],"can":[121,188,238],"achieve":[122],"simultaneously":[125],"without":[126],"any":[127],"tuning.":[129],"The":[130,168],"idea":[132],"simply":[136],"multiplied":[137],"considers":[139],"in":[142,235,248],"manner":[144],"similar":[145],"combination,":[149],"but":[150],"original":[152],"hyperparameters":[153],"cancel":[154],"out":[155],"during":[156],"comparison,":[157],"so":[158],"no":[159],"needed":[162],"find":[164,228],"best":[166],"parameters.":[167],"based":[173],"on":[174,208],"our":[175],"analysis":[176],"characteristics.":[179],"Our":[180],"extensive":[181],"experiments":[182],"approach":[187],"reduce":[189],"TTFT":[190],"by":[191,197],"92%":[192],"39%,":[194],"TPOT":[196],"24%":[198],"51%,":[200],"compared":[201],"vLLM-v1":[203],"in-production":[206],"scheduler":[207],"real-world":[209],"workloads":[210],"covering":[211],"chatbots":[212],"coding":[214],"agents.":[215],"We":[216],"also":[217],"derive":[218],"mathematical":[220],"conditions":[221,231],"under":[222],"which":[223],"fail,":[226],"such":[230],"extremely":[233],"rare":[234],"practice":[236],"be":[239],"detected":[240],"(and":[241],"mitigated)":[242],"beforehand.":[243],"LMETRIC":[244],"been":[246],"deployed":[247],"production":[249],"canary":[251],"release":[252],"confirms":[253],"its":[254],"effectiveness":[255]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}