{"id":"https://openalex.org/W7161006313","doi":"https://doi.org/10.48550/arxiv.2605.11301","title":"LatentRouter: Can We Choose the Right Multimodal Model Before Seeing Its Answer?","display_name":"LatentRouter: Can We Choose the Right Multimodal Model Before Seeing Its Answer?","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7161006313","doi":"https://doi.org/10.48550/arxiv.2605.11301"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11301","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11301","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11301","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136034453","display_name":"Xueqi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Xueqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136035218","display_name":"Yushun Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yushun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8209999799728394,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8209999799728394,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05009999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.027300000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6186000108718872},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.5795999765396118},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4903999865055084},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.45019999146461487},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.42260000109672546},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.3774000108242035},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.3652999997138977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7573999762535095},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6186000108718872},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.5795999765396118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5062999725341797},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4903999865055084},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4885999858379364},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3774000108242035},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.3589000105857849},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3050000071525574},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30379998683929443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11301","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11301","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11301","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11301","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"large":[1],"language":[2],"models":[3],"(MLLMs)":[4],"have":[5],"heterogeneous":[6],"strengths":[7],"across":[8],"OCR,":[9],"chart":[10],"understanding,":[11],"spatial":[12],"reasoning,":[13],"visual":[14],"question":[15],"answering,":[16],"cost,":[17],"and":[18,82,128,131,146,154,179],"latency.":[19],"Effective":[20],"MLLM":[21,56,76],"routing":[22,57,71],"therefore":[23],"requires":[24],"more":[25],"than":[26],"estimating":[27],"query":[28],"difficulty:":[29],"a":[30,52,78,107],"router":[31,53],"must":[32],"match":[33],"the":[34,38,43,120,161,184,188],"multimodal":[35,60,70,166],"requirements":[36],"of":[37,45],"current":[39],"image-question":[40,65],"input":[41],"with":[42,77,140],"capabilities":[44],"each":[46,74,92],"candidate":[47,75,134],"model.":[48],"We":[49],"propose":[50],"LatentRouter,":[51],"that":[54,149,160,180],"formulates":[55],"as":[58],"counterfactual":[59,104],"utility":[61],"prediction.":[62,121],"Given":[63],"an":[64],"query,":[66],"LatentRouter":[67,150],"extracts":[68],"learned":[69],"capsules,":[72],"represents":[73],"model":[79,93,170],"capability":[80],"token,":[81],"performs":[83],"latent":[84,181],"communication":[85,182],"between":[86],"these":[87],"states":[88],"to":[89,118,187],"estimate":[90],"how":[91],"would":[94],"perform":[95],"if":[96],"selected.":[97],"A":[98],"distributional":[99],"outcome":[100],"head":[101],"predicts":[102],"model-specific":[103],"quality,":[105],"while":[106],"bounded":[108],"capsule":[109],"correction":[110],"refines":[111],"close":[112],"decisions":[113],"without":[114],"allowing":[115],"residual":[116],"signals":[117],"dominate":[119],"The":[122,190],"resulting":[123],"utility-based":[124],"policy":[125],"supports":[126],"performance-oriented":[127],"performance-cost":[129],"routing,":[130],"handles":[132],"changing":[133],"pools":[135],"through":[136],"shared":[137],"per-model":[138],"scoring":[139],"availability":[141],"masking.":[142],"Experiments":[143],"on":[144,165,173],"MMR-Bench":[145],"VL-RouterBench":[147],"show":[148,159],"outperforms":[151],"fixed-model,":[152],"feature-level,":[153],"learned-router":[155],"baselines.":[156],"Additional":[157],"analyses":[158],"gains":[162],"are":[163],"strongest":[164],"task":[167],"groups":[168],"where":[169],"choice":[171],"depends":[172],"visual,":[174],"layout-sensitive,":[175],"or":[176],"reasoning-oriented":[177],"requirements,":[178],"is":[183,192],"main":[185],"contributor":[186],"improvement.":[189],"code":[191],"available":[193],"at:":[194],"https://github.com/LabRAI/LatentRouter.":[195]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}