{"id":"https://openalex.org/W7161147459","doi":"https://doi.org/10.48550/arxiv.2605.13030","title":"FeatCal: Feature Calibration for Post-Merging Models","display_name":"FeatCal: Feature Calibration for Post-Merging Models","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161147459","doi":"https://doi.org/10.48550/arxiv.2605.13030"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.13030","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.13030","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136120629","display_name":"Yanggan Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Yanggan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136138709","display_name":"Shuo Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136150745","display_name":"Zihao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136179505","display_name":"Wenjun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wenjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136131905","display_name":"Yuanyi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043684987","display_name":"Pengkai Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Pengkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077823708","display_name":"Sirui Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Sirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135961740","display_name":"Su Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Su","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136112215","display_name":"Jianmin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jianmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136167311","display_name":"Hongxia Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Hongxia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3425000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3425000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.09009999781847,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0738999992609024,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.7506999969482422},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.7254999876022339},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6729000210762024},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.567799985408783},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5174000263214111},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44920000433921814},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.34940001368522644}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.7506999969482422},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7254999876022339},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6729000210762024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6381999850273132},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.567799985408783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.541100025177002},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5174000263214111},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3758000135421753},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3253999948501587},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C60777511","wikidata":"https://www.wikidata.org/wiki/Q3045002","display_name":"Concept drift","level":3,"score":0.27379998564720154},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.13030","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.13030","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1],"combines":[2,68],"task":[3,25,177,184],"experts":[4],"into":[5,57],"one":[6],"model":[7,21,43,97,119,129],"and":[8,44,60,67,75,114,144,150,165,180,198],"avoids":[9],"joint":[10],"training,":[11],"retraining,":[12],"or":[13,137],"deploying":[14],"many":[15],"expert":[16,47],"models,":[17],"but":[18],"the":[19,35,41,46,49,95,116,141,152],"merged":[20,42,96,112],"often":[22],"still":[23],"underperforms":[24],"experts.":[26],"We":[27],"study":[28],"this":[29,55],"performance":[30],"gap":[31],"through":[32,69],"feature":[33,78,106],"drift,":[34],"difference":[36],"between":[37],"features":[38],"produced":[39],"by":[40,45,100],"on":[48,160,169],"same":[50],"input.":[51],"Our":[52],"theory":[53],"decomposes":[54],"drift":[56,79,107],"upstream":[58],"propagation":[59],"local":[61],"mismatch,":[62],"tracks":[63],"how":[64],"it":[65],"propagates":[66],"later":[70],"layers":[71],"in":[72,102],"forward":[73,103],"order,":[74,104],"links":[76],"final":[77],"to":[80,93,111,127],"output":[81],"drift.":[82],"This":[83],"view":[84],"motivates":[85],"FeatCal,":[86],"which":[87],"uses":[88,122],"a":[89],"small":[90],"calibration":[91,155,200],"set":[92],"calibrate":[94],"weights":[98,113],"layer":[99,101],"reducing":[105],"while":[108],"staying":[109],"close":[110],"preserving":[115],"benefits":[117],"of":[118],"merging.":[120],"FeatCal":[121,147],"an":[123],"efficient":[124],"closed-form":[125],"solution":[126],"update":[128],"weights,":[130],"with":[131],"no":[132],"gradient":[133],"descent,":[134],"iterative":[135],"optimization,":[136],"extra":[138],"modules.":[139],"On":[140,172],"main":[142],"CLIP":[143],"GLUE":[145],"benchmarks,":[146],"beats":[148],"Surgery":[149],"ProbSurgery,":[151],"closest":[153],"post-merging":[154],"baselines:":[156],"85.5%":[157],"vs.":[158,167],"77.0%/78.8%":[159],"CLIP-ViT-B/32":[161],"Task":[162],"Arithmetic":[163],"(TA)":[164],"85.2%":[166],"83.7%/82.2%":[168],"FLAN-T5-base":[170],"GLUE.":[171],"CLIP-ViT-B/32,":[173],"8":[174],"examples":[175,182],"per":[176,183],"reach":[178],"82.9%,":[179],"256":[181],"take":[185],"53":[186],"seconds,":[187],"about":[188],"4x":[189],"faster":[190],"than":[191],"both":[192],"baselines,":[193],"showing":[194],"better":[195],"sample":[196],"efficiency":[197],"lower":[199],"cost.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-15T00:00:00"}