{"id":"https://openalex.org/W7161871162","doi":"https://doi.org/10.48550/arxiv.2605.18859","title":"TwinRouterBench: Fast Static and Live Dynamic Evaluation for Realistic Agentic LLM Routing","display_name":"TwinRouterBench: Fast Static and Live Dynamic Evaluation for Realistic Agentic LLM Routing","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161871162","doi":"https://doi.org/10.48550/arxiv.2605.18859"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18859","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18859","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18859","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136609772","display_name":"Pei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136522543","display_name":"Wanyi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136570407","display_name":"Tongyun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Tongyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130202262","display_name":"Pengbin Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Pengbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053453103","display_name":"Jiarong Xing","orcid":"https://orcid.org/0009-0006-6163-0569"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Jiarong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136521202","display_name":"Wentao Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136554549","display_name":"Yuhang Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136545218","display_name":"Yuhang Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003455316","display_name":"Hanchen Li","orcid":"https://orcid.org/0009-0005-9980-028X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hanchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136583771","display_name":"Xu An Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136524810","display_name":"Zeyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136526373","display_name":"Jie Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136546072","display_name":"Anjie Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Anjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730431","display_name":"Liang Tian","orcid":"https://orcid.org/0000-0002-9625-8326"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136547038","display_name":"Lynn Ai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ai, Lynn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136559057","display_name":"Eric Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136543789","display_name":"Tianyu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.37040001153945923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.37040001153945923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.16259999573230743,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.044199999421834946,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.6039999723434448},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.5565999746322632},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5516999959945679},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5486999750137329},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4677000045776367},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.4300999939441681},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.3937999904155731},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3919999897480011},{"id":"https://openalex.org/keywords/semaphore","display_name":"Semaphore","score":0.39079999923706055},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.3871999979019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8202999830245972},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.6039999723434448},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.5565999746322632},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5516999959945679},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5486999750137329},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4853000044822693},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4677000045776367},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.40939998626708984},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.3937999904155731},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3919999897480011},{"id":"https://openalex.org/C95203288","wikidata":"https://www.wikidata.org/wiki/Q221682","display_name":"Semaphore","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C41661131","wikidata":"https://www.wikidata.org/wiki/Q220764","display_name":"Interrupt","level":3,"score":0.36559998989105225},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C65714651","wikidata":"https://www.wikidata.org/wiki/Q1662626","display_name":"Multihoming","level":4,"score":0.31119999289512634},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2994000017642975},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.2865999937057495},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2808000147342682},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.2786000072956085},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C2983435990","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Network routing","level":3,"score":0.257999986410141},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C23976947","wikidata":"https://www.wikidata.org/wiki/Q2193193","display_name":"Tier 1 network","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C182449105","wikidata":"https://www.wikidata.org/wiki/Q3099732","display_name":"Technical report","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18859","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18859","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18859","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18859","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,76,137,173],"routing":[1,86],"matters":[2],"most":[3],"in":[4,155],"long-horizon":[5],"applications":[6],"such":[7],"as":[8],"coding":[9],"agents,":[10,16],"deep":[11],"research":[12],"systems,":[13],"and":[14,71,106,130,185,193,213],"computer-use":[15],"where":[17],"a":[18,64,84,117,143,160,178,182],"single":[19],"user":[20],"request":[21],"triggers":[22],"many":[23],"model":[24,33,180],"calls.":[25],"Routing":[26],"each":[27,108,172],"call":[28,174],"to":[29],"the":[30,53,149,166,175],"cheapest":[31],"sufficient":[32],"can":[34],"cut":[35],"costs":[36],"without":[37],"sacrificing":[38],"quality,":[39],"yet":[40],"existing":[41],"router":[42,176],"benchmarks":[43],"evaluate":[44],"routers":[45,147],"only":[46],"on":[47,74,148],"one-shot":[48],"prompts.":[49],"They":[50],"never":[51,61],"expose":[52],"router-visible":[54,96],"prefix":[55],"at":[56,78,217],"an":[57,111],"intermediate":[58],"agent":[59,210],"step,":[60],"test":[62],"whether":[63],"cheaper":[65],"replacement":[66],"preserves":[67],"downstream":[68],"task":[69,191],"success,":[70],"often":[72],"rely":[73],"online":[75,135],"judges":[77],"evaluation":[79,163],"time.":[80],"We":[81],"introduce":[82],"TwinRouterBench,":[83],"step-level":[85],"benchmark":[87],"with":[88,110,133],"two":[89,198],"tracks.":[90],"The":[91,139,197],"static":[92,167],"track":[93,141],"provides":[94],"970":[95],"prefixes":[97],"from":[98,165,181],"520":[99],"instances":[100],"across":[101],"SWE-bench,":[102],"BFCL,":[103],"mtRAG,":[104],"QMSum,":[105],"PinchBench,":[107],"paired":[109],"execution-verified":[112],"target":[113],"tier":[114,126],"estimated":[115],"under":[116,208],"released":[118],"downgrade-and-cascade":[119],"protocol;":[120],"scoring":[121],"is":[122,187],"deterministic":[123],"arithmetic":[124],"over":[125],"labels,":[127],"trajectory":[128],"membership,":[129],"token":[131],"costs,":[132],"no":[134],"evaluator-side":[136],"judge.":[138],"dynamic":[140],"supplies":[142],"harness":[144],"that":[145],"runs":[146],"full":[150],"500-case":[151],"SWE-bench":[152],"Verified":[153],"suite;":[154],"this":[156],"paper":[157],"we":[158],"report":[159],"100-case":[161],"held-out":[162],"disjoint":[164],"SWE":[168],"supervision":[169],"split.":[170],"At":[171],"selects":[177],"concrete":[179],"locked":[183],"pool,":[184],"success":[186],"measured":[188],"by":[189,205],"official":[190],"resolution":[192],"realized":[194],"API":[195],"spend.":[196],"tracks":[199],"support":[200],"fast":[201],"offline":[202],"iteration":[203],"followed":[204],"end-to-end":[206],"validation":[207],"live":[209],"execution.":[211],"Code":[212],"data":[214],"are":[215],"available":[216],"https://github.com/CommonstackAI/TwinRouterBench.":[218]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}