{"id":"https://openalex.org/W7165170699","doi":"https://doi.org/10.48550/arxiv.2606.18774","title":"RouteJudge: An Open Platform for Reproducible and Preference-Aware LLM Routing","display_name":"RouteJudge: An Open Platform for Reproducible and Preference-Aware LLM Routing","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165170699","doi":"https://doi.org/10.48550/arxiv.2606.18774"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18774","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125074031","display_name":"Guannan Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Guannan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052283470","display_name":"Haoran Hu","orcid":"https://orcid.org/0000-0002-1156-6742"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138881584","display_name":"Han-Jia Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Han-Jia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.22920000553131104,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.22920000553131104,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.15189999341964722,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.12870000302791595,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.6766999959945679},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.6310999989509583},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5605999827384949},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5174000263214111},{"id":"https://openalex.org/keywords/enhanced-interior-gateway-routing-protocol","display_name":"Enhanced Interior Gateway Routing Protocol","score":0.5138999819755554},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.5116000175476074},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.5084999799728394},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.46320000290870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7598999738693237},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.6766999959945679},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.6310999989509583},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5354999899864197},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5174000263214111},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.5138999819755554},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.5116000175476074},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.5084999799728394},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.46320000290870667},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4609000086784363},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.43369999527931213},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4002000093460083},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.3846000134944916},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.3732999861240387},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.328900009393692},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.30709999799728394},{"id":"https://openalex.org/C7573999","wikidata":"https://www.wikidata.org/wiki/Q207580","display_name":"Routing Information Protocol","level":5,"score":0.30000001192092896},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C195780805","wikidata":"https://www.wikidata.org/wiki/Q1535986","display_name":"Metrics","level":5,"score":0.28299999237060547},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.2662999927997589}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"RouteJudge,":[2,114],"an":[3],"online":[4,194],"pairwise":[5,61],"preference":[6,89],"evaluation":[7,80],"framework":[8],"for":[9,142,174,193],"LLM":[10,103,136],"routing":[11,36,73,85,111,160,179,187],"systems,":[12],"with":[13],"a":[14,125],"public":[15],"platform":[16],"available":[17,202],"at":[18,203],"https://routejudge.cn.":[19],"Different":[20],"from":[21],"model-level":[22],"response":[23],"evaluation,":[24,150],"RouteJudge":[25],"focuses":[26],"on":[27,185],"router-level":[28],"decision":[29],"quality.":[30],"For":[31],"each":[32],"user":[33,66],"query,":[34,84],"multiple":[35],"strategies":[37,74],"independently":[38],"recommend":[39],"candidate":[40],"models":[41],"under":[42,162],"the":[43,64,72,76,83,107,132,169],"same":[44],"model":[45,52,87],"pool":[46],"and":[47,63,93,99,121,127,151,158,171,189],"budget":[48],"constraints.":[49],"The":[50,197],"selected":[51],"responses":[53],"are":[54,68],"then":[55],"presented":[56],"to":[57,71,156],"users":[58],"through":[59],"anonymous":[60],"comparisons,":[62],"resulting":[65],"preferences":[67],"attributed":[69],"back":[70],"behind":[75],"compared":[77],"responses.":[78],"Each":[79],"record":[81],"stores":[82],"decisions,":[86],"responses,":[88],"labels,":[90],"cost,":[91],"latency,":[92],"task":[94],"metadata,":[95],"enabling":[96],"preference-aware,":[97],"cost-aware,":[98],"task-conditioned":[100],"analysis":[101],"of":[102,110,135,199],"routers.":[104],"To":[105],"support":[106],"continuous":[108],"expansion":[109],"methods":[112,180],"in":[113],"we":[115],"further":[116],"release":[117],"ORBIT":[118,138,200],"(Optimal":[119],"Routing":[120],"Budgeted":[122],"Inference":[123],"Toolbox),":[124],"modular":[126],"extensible":[128],"toolbox":[129],"that":[130],"standardizes":[131],"end-to-end":[133],"workflow":[134],"routing.":[137],"provides":[139],"unified":[140],"interfaces":[141],"benchmark":[143],"loading,":[144],"query":[145],"representation,":[146],"router":[147],"implementation,":[148],"budget-aware":[149],"method":[152],"comparison,":[153],"allowing":[154],"researchers":[155,176],"develop":[157],"evaluate":[159],"algorithms":[161],"consistent":[163],"protocols.":[164],"It":[165],"also":[166],"serves":[167],"as":[168],"submission":[170],"integration":[172],"layer":[173],"RouteJudge:":[175],"can":[177],"implement":[178],"within":[181],"ORBIT,":[182],"validate":[183],"them":[184],"existing":[186],"benchmarks,":[188],"submit":[190],"compatible":[191],"routers":[192],"preference-based":[195],"evaluation.":[196],"code":[198],"is":[201],"https://github.com/LAMDA-Model-Reuse/ORBIT.":[204]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}