{"id":"https://openalex.org/W7154227509","doi":"https://doi.org/10.48550/arxiv.2604.10907","title":"RouterWise: Joint Resource Allocation and Routing for Latency-Aware Multi-Model LLM Serving","display_name":"RouterWise: Joint Resource Allocation and Routing for Latency-Aware Multi-Model LLM Serving","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154227509","doi":"https://doi.org/10.48550/arxiv.2604.10907"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10907","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10907","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122329281","display_name":"Hossein Hosseini Kasnavieh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kasnavieh, Hossein Hosseini","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Haffari, Gholamreza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haffari, Gholamreza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Leckie, Christopher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leckie, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Toosi, Adel N.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toosi, Adel N.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3294999897480011,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3294999897480011,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.2793000042438507,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.1054999977350235,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.7053999900817871},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6894999742507935},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.6383000016212463},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.5715000033378601},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5397999882698059},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.5220000147819519},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.46459999680519104},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.4341000020503998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639999985694885},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.7053999900817871},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6894999742507935},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.6383000016212463},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5831000208854675},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.5715000033378601},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5397999882698059},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.5220000147819519},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4846000075340271},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.46459999680519104},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.4341000020503998},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.3995000123977661},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.37790000438690186},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.375900000333786},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.3215999901294708},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C7573999","wikidata":"https://www.wikidata.org/wiki/Q207580","display_name":"Routing Information Protocol","level":5,"score":0.28360000252723694},{"id":"https://openalex.org/C2983435990","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Network routing","level":3,"score":0.27959999442100525},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10907","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10907","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-model":[0],"LLM":[1,95],"routing":[2,29,72,75,91,118,143,155,178,215],"has":[3,36],"emerged":[4],"as":[5,134],"an":[6,24],"effective":[7],"approach":[8],"for":[9,92,153,171],"reducing":[10],"serving":[11,96],"cost":[12],"and":[13,54,65,76,90,106,117,142,145],"latency":[14,57,108,128,158,182],"while":[15,125],"maintaining":[16],"output":[17,123],"quality":[18,124],"by":[19,70,199],"assigning":[20],"each":[21,34,172],"prompt":[22],"to":[23,201],"appropriate":[25],"model.":[26],"However,":[27],"prior":[28],"methods":[30],"typically":[31],"assume":[32],"that":[33,120,187,207],"model":[35],"a":[37,55,101,107,114,135,150,211],"fixed":[38,173],"latency.":[39],"In":[40,82],"real":[41],"deployments,":[42],"this":[43,83,132],"assumption":[44],"is":[45,210],"inaccurate:":[46],"multiple":[47],"models":[48,105,159],"often":[49],"share":[50],"limited":[51],"GPU":[52,98,192],"resources,":[53],"model's":[56],"depends":[58],"strongly":[59],"on":[60,189],"both":[61],"its":[62],"allocated":[63],"resources":[64],"the":[66,71,127,176,181,190],"request":[67],"load":[68],"induced":[69],"policy.":[73],"Consequently,":[74],"resource":[77,88,208],"allocation":[78,89,209],"are":[79],"tightly":[80],"coupled.":[81],"work,":[84],"we":[85,112],"study":[86],"joint":[87,137],"latency-aware":[93],"multi-model":[94],"in":[97],"clusters.":[99],"Given":[100],"set":[102],"of":[103,214],"deployed":[104],"service-level":[109],"objective":[110],"(SLO),":[111],"seek":[113],"system":[115,162,168],"setup":[116,141],"policy":[119,179],"maximize":[121],"overall":[122],"satisfying":[126],"target.":[129,183],"We":[130],"formalize":[131],"problem":[133],"constrained":[136],"optimization":[138],"over":[139,166],"deployment":[140],"fractions,":[144],"propose":[146],"RouterWise,":[147],"which":[148],"combines":[149],"dual-price":[151],"formulation":[152],"score-maximizing":[154],"with":[156],"setup-specific":[157],"derived":[160],"from":[161],"profiling.":[163],"RouterWise":[164],"searches":[165],"feasible":[167],"setups":[169],"and,":[170],"setup,":[174],"computes":[175],"best":[177],"under":[180],"Our":[184],"results":[185],"show":[186],"even":[188],"same":[191],"cluster,":[193],"achievable":[194],"output-quality":[195],"score":[196],"can":[197],"vary":[198],"up":[200],"87%":[202],"across":[203],"retained":[204],"setups,":[205],"highlighting":[206],"key":[212],"determinant":[213],"performance.":[216]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-04-15T00:00:00"}