{"id":"https://openalex.org/W7161676664","doi":"https://doi.org/10.48550/arxiv.2605.17106","title":"HyDRA: Hybrid Dynamic Routing Architecture for Heterogeneous LLM Pools","display_name":"HyDRA: Hybrid Dynamic Routing Architecture for Heterogeneous LLM Pools","publication_year":2026,"publication_date":"2026-05-16","ids":{"openalex":"https://openalex.org/W7161676664","doi":"https://doi.org/10.48550/arxiv.2605.17106"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044348902","display_name":"Aashna Garg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garg, Aashna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101064900","display_name":"Siddharth Singha Roy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roy, Siddharth Singha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136481835","display_name":"Jinu Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Jinu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136486331","display_name":"Federico Brancasi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brancasi, Federico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031659418","display_name":"Sheng\u2010Yu Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Shengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.65829998254776,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.65829998254776,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.08070000261068344,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.05480000004172325,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.5896999835968018},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.48730000853538513},{"id":"https://openalex.org/keywords/reboot","display_name":"Reboot","score":0.42149999737739563},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4180999994277954},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4108000099658966},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4050000011920929},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3971000015735626},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.383899986743927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853000164031982},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.5896999835968018},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.48730000853538513},{"id":"https://openalex.org/C120524526","wikidata":"https://www.wikidata.org/wiki/Q1709148","display_name":"Reboot","level":2,"score":0.42149999737739563},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4180999994277954},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4108999967575073},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3910999894142151},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.383899986743927},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.34790000319480896},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C38721330","wikidata":"https://www.wikidata.org/wiki/Q80056","display_name":"Sonnet","level":3,"score":0.31380000710487366},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.25999999046325684},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Production":[0],"LLM":[1,223],"deployments":[2],"increasingly":[3],"maintain":[4],"heterogeneous":[5],"model":[6,24,54,85,111],"pools":[7],"spanning":[8],"order-of-magnitude":[9],"cost":[10,162,169],"differences.":[11],"Existing":[12],"routers":[13],"make":[14],"binary":[15,178],"strong-vs-weak":[16],"decisions":[17],"and":[18,49,75,105,197,212,233],"couple":[19],"learned":[20],"parameters":[21],"to":[22,185,202,214],"specific":[23],"identities,":[25],"requiring":[26],"retraining":[27],"whenever":[28],"the":[29,83,89,110,150,218,222],"catalog":[30,112],"changes.":[31],"We":[32],"present":[33],"HyDRA":[34,199],"(Hybrid":[35],"Dynamic":[36],"Routing":[37],"Architecture),":[38],"a":[39,78,120,171,188],"framework":[40],"that":[41],"predicts":[42],"fine-grained,":[43],"multi-dimensional":[44],"capability":[45],"requirements":[46],"per":[47],"query":[48,69],"matches":[50,165],"them":[51],"against":[52],"configuration-defined":[53],"profiles":[55],"via":[56],"shortfall":[57,143],"matching.":[58],"A":[59],"ModernBERT":[60],"encoder":[61],"with":[62,123],"K=4":[63],"independent":[64],"sigmoid":[65],"heads":[66],"scores":[67],"each":[68],"along":[70],"reasoning,":[71],"code":[72],"generation,":[73],"debugging,":[74],"tool":[76],"use;":[77],"shortfall-matching":[79],"algorithm":[80],"then":[81],"selects":[82],"cheapest":[84],"whose":[86],"capabilities":[87],"meet":[88],"predicted":[90],"requirements.":[91],"The":[92],"deployed":[93,201],"predictor":[94],"runs":[95],"at":[96,160,167,180],"86":[97],"ms":[98],"median":[99],"CPU":[100],"inference":[101],"latency":[102],"in":[103,205,221],"production,":[104],"is":[106,200],"fully":[107],"decoupled":[108],"from":[109],"--":[113,213,226],"adding":[114],"or":[115],"removing":[116],"models":[117],"requires":[118],"only":[119],"configuration":[121],"change,":[122],"zero":[124],"retraining.":[125],"On":[126],"SWE-Bench":[127],"Verified":[128],"(5-model":[129],"pool:":[130],"GPT-5.4-mini,":[131],"Claude":[132,137,152],"Haiku":[133],"4.5,":[134],"GPT-5.3":[135],"Codex,":[136],"Sonnet":[138,153,166],"4.6,":[139],"GPT-5.4),":[140],"HyDRA's":[141],"tunable":[142],"threshold":[144],"spans":[145],"three":[146],"regimes:":[147],"peak-quality":[148],"exceeds":[149],"always-strong":[151],"4.6":[154],"baseline":[155],"(75.4%":[156],"vs.":[157],"74.2%":[158],"resolution)":[159],"12.9%":[161],"savings;":[163],"iso-quality":[164],"54.1%":[168],"savings,":[170],"6x":[172],"improvement":[173],"over":[174],"our":[175,215],"prior":[176],"in-house":[177],"router":[179],"9.1%;":[181],"aggressive":[182],"pushes":[183],"savings":[184],"72.5%":[186],"for":[187,217],"3.2-point":[189],"quality":[190],"trade.":[191],"Results":[192],"generalize":[193],"across":[194,230],"LiveCodeBench,":[195],"BigCodeBench,":[196],"tau-bench.":[198],"all":[203],"users":[204],"GitHub":[206],"Copilot's":[207],"VS":[208],"Code":[209],"Chat":[210],"auto-mode":[211],"knowledge":[216],"first":[219],"time":[220],"routing":[224,229],"literature":[225],"demonstrates":[227],"language-invariant":[228],"CJK,":[231],"European,":[232],"other":[234],"script":[235],"families.":[236]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-20T00:00:00"}