{"id":"https://openalex.org/W7165390791","doi":"https://doi.org/10.48550/arxiv.2606.20544","title":"Toward Calibrated Mixture-of-Experts Under Distribution Shift","display_name":"Toward Calibrated Mixture-of-Experts Under Distribution Shift","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165390791","doi":"https://doi.org/10.48550/arxiv.2606.20544"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007092818","display_name":"Gina Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Gina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120637392","display_name":"Drew Prinster","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prinster, Drew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138975465","display_name":"Suchi Saria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saria, Suchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138991481","display_name":"Rama Chellappa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chellappa, Rama","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139002978","display_name":"Anqi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Anqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.42890000343322754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.42890000343322754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10429999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.06710000336170197,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.7754999995231628},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.501800000667572},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.49000000953674316},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.38749998807907104},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3222000002861023},{"id":"https://openalex.org/keywords/empirical-distribution-function","display_name":"Empirical distribution function","score":0.32199999690055847}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.7754999995231628},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.501800000667572},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4763999879360199},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4212000072002411},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3716000020503998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3513999879360199},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C98385598","wikidata":"https://www.wikidata.org/wiki/Q1339385","display_name":"Empirical distribution function","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2921999990940094},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20544","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20544","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Calibration":[0],"aligns":[1],"a":[2,98],"model's":[3],"predictive":[4],"uncertainty":[5],"with":[6,40,80],"the":[7,29,51,94,127,139,150],"frequencies":[8],"of":[9,31,93,101,126,149],"its":[10],"empirical":[11,46],"outcomes":[12],"and":[13,18,38,133,145,157],"is":[14,88,108],"important":[15],"for":[16,110],"understanding":[17],"trusting":[19],"reported":[20],"probabilities.":[21],"Recent":[22],"work":[23],"shows":[24],"that":[25,85,122,136],"enforcing":[26],"calibration":[27,55,87,92,124],"at":[28],"level":[30],"individual":[32],"predictors":[33],"can":[34],"improve":[35],"ensemble":[36],"accuracy":[37],"calibration,":[39],"mixture-of-experts":[41],"(MoE)":[42],"models":[43,69],"showing":[44],"strong":[45],"improvements":[47],"in":[48,104],"particular;":[49],"however,":[50],"conditions":[52],"under":[53,71,97,130],"which":[54],"helps":[56],"MoE":[57,68],"are":[58],"not":[59],"well":[60],"understood.":[61],"In":[62],"this":[63],"work,":[64],"we":[65,117,134],"study":[66],"how":[67,76],"behave":[70],"distribution":[72,102,131,158],"shift,":[73,132],"focusing":[74],"on":[75,143,146],"routing":[77],"mechanisms":[78],"interact":[79],"expert-level":[81],"calibration.":[82],"We":[83],"show":[84],"expert":[86],"sufficient":[89],"to":[90],"ensure":[91],"overall":[95],"model":[96,153],"broad":[99],"class":[100],"shifts":[103],"hard-routed":[105],"models,":[106],"but":[107],"insufficient":[109],"calibrating":[111],"soft-routed":[112],"models.":[113],"To":[114],"address":[115],"this,":[116],"propose":[118],"an":[119],"adversarial":[120],"reweighting":[121],"penalizes":[123],"errors":[125],"routed":[128],"aggregate":[129],"demonstrate":[135],"it":[137],"improves":[138],"accuracy-calibration":[140],"tradeoff":[141],"both":[142],"average":[144],"difficult":[147],"subsets":[148],"data,":[151],"across":[152],"classes,":[154],"prediction":[155],"tasks,":[156],"shifts.":[159]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-20T00:00:00"}