{"id":"https://openalex.org/W7164033703","doi":"https://doi.org/10.48550/arxiv.2606.07587","title":"The Routing Plateau: Understanding and Breaking the Accuracy Limits of LLM Routers","display_name":"The Routing Plateau: Understanding and Breaking the Accuracy Limits of LLM Routers","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7164033703","doi":"https://doi.org/10.48550/arxiv.2606.07587"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07587","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111152296","display_name":"Yifan Lu","orcid":"https://orcid.org/0009-0001-3564-8232"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138215959","display_name":"Qiyue Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qiyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012839363","display_name":"S.B. Zhang","orcid":"https://orcid.org/0009-0005-5021-591X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shenrun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138213292","display_name":"Zhibo Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138257763","display_name":"Zhuang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138216035","display_name":"Hanjie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hanjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053453103","display_name":"Jiarong Xing","orcid":"https://orcid.org/0009-0006-6163-0569"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Jiarong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.6172999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.6172999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.11540000140666962,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.053700000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.7127000093460083},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.6891999840736389},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.6229000091552734},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.5842999815940857},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5385000109672546},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.5115000009536743},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.4832000136375427},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.47040000557899475}],"concepts":[{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.7127000093460083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6938999891281128},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.6891999840736389},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.6229000091552734},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.5842999815940857},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.5115000009536743},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.4832000136375427},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.47040000557899475},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4681999981403351},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.445499986410141},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.4422000050544739},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4077000021934509},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.29820001125335693},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.2791999876499176},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.26899999380111694},{"id":"https://openalex.org/C195780805","wikidata":"https://www.wikidata.org/wiki/Q1535986","display_name":"Metrics","level":5,"score":0.2565999925136566},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,13],"routing":[1,31,48,61,110,129,154,164,179],"has":[2,25],"become":[3],"a":[4,18,27,54,74,95,113],"popular":[5],"approach":[6],"to":[7,73,135,175],"improve":[8,153],"the":[9,60,82,89,138,159,173],"cost-quality":[10],"trade-off":[11],"of":[12,30,46,162],"services":[14],"by":[15,94],"dynamically":[16],"selecting":[17],"model":[19],"for":[20,172],"each":[21],"query.":[22],"Recent":[23],"work":[24],"explored":[26],"broad":[28],"range":[29,77],"methods,":[32,64],"including":[33,65],"clustering-based":[34],"routers,":[35],"learned":[36],"classifiers,":[37],"pairwise":[38],"ranking,":[39],"and":[40,71,140,148,166,169],"confidence-based":[41],"approaches.":[42],"Our":[43,85],"extensive":[44],"study":[45,133],"21":[47],"methods":[49,165],"across":[50],"five":[51],"benchmarks":[52],"reveals":[53],"consistent":[55],"phenomenon":[56],"that":[57,78,88,126,142],"we":[58],"call":[59],"plateau:":[62],"many":[63],"kNN,":[66],"achieve":[67],"very":[68],"similar":[69],"accuracy":[70],"converge":[72],"narrow":[75],"performance":[76],"remains":[79],"far":[80],"below":[81],"oracle":[83],"router.":[84],"investigation":[86],"shows":[87],"plateau":[90,139],"is":[91],"largely":[92],"caused":[93],"predictability":[96],"bottleneck:":[97],"current":[98,163],"routers":[99],"mainly":[100],"learn":[101],"global":[102],"averaged":[103],"model-performance":[104],"trends":[105],"rather":[106],"than":[107],"fine-grained":[108],"query-specific":[109],"signals.":[111],"As":[112],"result,":[114],"they":[115],"solve":[116],"overlapping":[117],"easy":[118],"queries":[119,125],"but":[120],"collectively":[121],"fail":[122],"on":[123],"hard":[124],"require":[127],"instance-specific":[128],"decisions.":[130],"We":[131],"further":[132,152],"how":[134],"move":[136],"beyond":[137],"find":[141],"larger":[143],"training":[144],"datasets,":[145],"stronger":[146],"encoders,":[147],"end-to-end":[149],"fine-tuning":[150],"can":[151],"accuracy.":[155],"These":[156],"findings":[157],"characterize":[158],"common":[160],"limits":[161],"provide":[167],"insights":[168],"actionable":[170],"directions":[171],"community":[174],"build":[176],"more":[177],"effective":[178],"systems.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}