{"id":"https://openalex.org/W7164498585","doi":"https://doi.org/10.48550/arxiv.2606.12479","title":"ReCal: Reward Calibration for RL-based LLM Routing","display_name":"ReCal: Reward Calibration for RL-based LLM Routing","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164498585","doi":"https://doi.org/10.48550/arxiv.2606.12479"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12479","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12479","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138487391","display_name":"Qihang Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Qihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000042650","display_name":"Hanwen Tong","orcid":"https://orcid.org/0000-0001-7852-2069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Hanwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101539171","display_name":"Zhengqi Zhang","orcid":"https://orcid.org/0000-0002-6756-4244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhengqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138495476","display_name":"Bo Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138493235","display_name":"Feng Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138541798","display_name":"Shengyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138540877","display_name":"Zemin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zemin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138549168","display_name":"Fei Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.32179999351501465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.32179999351501465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.19349999725818634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06620000302791595,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6571999788284302},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6050000190734863},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5184999704360962},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45579999685287476},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.4169999957084656},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.38929998874664307},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.3813000023365021},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.35350000858306885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7530999779701233},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6571999788284302},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6050000190734863},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5184999704360962},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45579999685287476},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42730000615119934},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.3813000023365021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36899998784065247},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28029999136924744},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.274399995803833},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.27390000224113464},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.2678999900817871},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12479","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12479","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2,21],"(LLM)":[3],"routing":[4,29,33,37,163],"has":[5],"emerged":[6],"as":[7],"an":[8],"effective":[9],"paradigm":[10],"for":[11,121],"leveraging":[12],"the":[13],"complementary":[14],"strengths":[15],"of":[16],"multiple":[17,61],"LLMs":[18],"through":[19,148],"dynamic":[20],"and":[22,49,79,151,165],"reasoning-strategy":[23],"selection.":[24],"Recent":[25],"reinforcement":[26],"learning":[27,51],"(RL)-based":[28],"methods":[30],"further":[31,138],"improve":[32],"quality":[34],"by":[35],"optimizing":[36],"policies":[38],"from":[39],"interaction":[40],"feedback.":[41],"However,":[42],"they":[43],"still":[44],"struggle":[45],"to":[46,75],"provide":[47],"informative":[48,108],"comparable":[50],"signals":[52,85],"under":[53],"heterogeneous":[54],"tasks":[55],"with":[56,133],"varying":[57],"difficulty.":[58],"In":[59],"practice,":[60],"objectives":[62],"(e.g.,":[63],"correctness,":[64],"format":[65],"behavior)":[66],"are":[67],"aggregated":[68],"into":[69],"a":[70,117,128,140],"single":[71],"scalar":[72],"reward,":[73],"leading":[74],"ambiguous":[76],"credit":[77],"assignment":[78],"conflicting":[80],"optimization":[81,101,142,146],"signals.":[82],"Moreover,":[83],"reward":[84,130],"exhibit":[86],"significant":[87],"variability":[88,147],"across":[89],"instances,":[90],"where":[91],"some":[92],"instances":[93],"produce":[94],"higher":[95],"or":[96],"more":[97],"variable":[98],"rewards,":[99],"introducing":[100],"bias":[102],"that":[103,144,159],"favors":[104],"trivial":[105],"samples":[106],"over":[107,168],"ones.":[109],"To":[110],"address":[111],"these":[112],"issues,":[113],"we":[114],"propose":[115,139],"\\textbf{ReCal},":[116],"\\textbf{\\underline{Re}}ward":[118],"\\textbf{\\underline{Cal}}ibration":[119],"framework":[120],"RL-based":[122],"LLM":[123],"routing.":[124],"We":[125,137],"first":[126],"introduce":[127],"hierarchical":[129],"decomposition":[131],"mechanism":[132],"component-wise":[134],"advantage":[135],"estimation.":[136],"distribution-aware":[141],"strategy":[143],"calibrates":[145],"variance-aware":[149],"reweighting":[150],"per-dataset":[152],"normalization.":[153],"Experiments":[154],"on":[155],"seven":[156],"datasets":[157],"demonstrate":[158],"ReCal":[160],"consistently":[161],"improves":[162],"performance,":[164],"training":[166],"stability":[167],"baselines.":[169],"Code":[170],"is":[171],"available":[172],"at":[173],"https://anonymous.4open.science/r/ReCal.":[174]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-13T00:00:00"}