{"id":"https://openalex.org/W7166013246","doi":"https://doi.org/10.48550/arxiv.2606.26902","title":"Learning to Recover Task Experts from a Multi-Task Merged Model","display_name":"Learning to Recover Task Experts from a Multi-Task Merged Model","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166013246","doi":"https://doi.org/10.48550/arxiv.2606.26902"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26902","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26902","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26902","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139405560","display_name":"Jinwook Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Jinwook","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139458667","display_name":"Taegyu Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Taegyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117112489","display_name":"Kumju Jo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo, Kumju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048206537","display_name":"Sungyong Baik","orcid":"https://orcid.org/0000-0001-5702-4618"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baik, Sungyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3379000127315521,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3379000127315521,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14499999582767487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.13030000030994415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/undo","display_name":"Undo","score":0.5394999980926514},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5310999751091003},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.48170000314712524},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4641000032424927},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4431999921798706},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.4156000018119812},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.4032999873161316},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.36550000309944153},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.3416999876499176}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7615000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5694000124931335},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5504999756813049},{"id":"https://openalex.org/C2780154230","wikidata":"https://www.wikidata.org/wiki/Q513420","display_name":"Undo","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.48170000314712524},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4641000032424927},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4431999921798706},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.36550000309944153},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35679998993873596},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.32019999623298645},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.303600013256073},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26902","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26902","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26902","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26902","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-task":[0],"model":[1],"merging":[2,15,23,66],"aims":[3],"to":[4,26,62,104,180,193,210],"consolidate":[5],"several":[6],"task-specific":[7],"experts":[8],"into":[9],"a":[10,96,113,129,157,161],"unified":[11],"model,":[12],"yet":[13],"static":[14],"consistently":[16],"suffers":[17],"from":[18,48,112],"parameter":[19,56,59,72,106,189],"interference.":[20],"While":[21],"dynamic":[22],"models":[24],"aim":[25],"bridge":[27],"this":[28,46],"gap,":[29],"many":[30],"works":[31],"rely":[32],"on":[33,134],"the":[34,49,119,144,147,152,188],"costly":[35],"storage":[36],"and":[37,108,173],"loading":[38],"of":[39,51,167,197],"redundant":[40],"expert":[41,64,121,198,208],"components":[42],"at":[43,218],"inference.":[44,141],"In":[45],"work,":[47],"perspective":[50],"task":[52,123,131,148],"expert,":[53],"we":[54,90,127,184],"view":[55],"interference":[57,107],"as":[58,77,84],"perturbation":[60],"introduced":[61],"each":[63],"during":[65],"process.":[67],"We":[68],"show":[69,186],"that":[70,98,187],"such":[71],"perturbations":[73],"can":[74,81],"be":[75,82],"modeled":[76],"affine":[78],"transformation,":[79],"which":[80],"approximated":[83],"additive":[85],"offsets.":[86],"Motivated":[87],"by":[88],"these,":[89],"propose":[91],"Recover":[92],"Task":[93],"eXpert":[94],"(ReTeX),":[95],"framework":[97],"predicts":[99],"those":[100],"offsets,":[101],"in":[102,170],"order":[103],"undo":[105],"recover":[109,118],"task-expert":[110],"performance":[111,169],"single":[114],"merged":[115],"checkpoint.":[116],"To":[117],"appropriate":[120],"when":[122],"identity":[124],"is":[125,216],"unknown,":[126],"introduce":[128],"router-free":[130],"identifier":[132,145],"based":[133],"SVD":[135],"subspace":[136,150],"signatures":[137],"computed":[138],"offline":[139],"before":[140],"At":[142],"inference,":[143],"selects":[146],"whose":[149],"yields":[151],"smallest":[153],"projection":[154],"residual":[155],"for":[156,200],"given":[158],"input.":[159],"As":[160],"result,":[162],"ReTeX":[163,204],"recovers":[164],"over":[165],"95%":[166],"individual-expert":[168],"both":[171],"vision":[172],"NLP":[174],"domains,":[175],"while":[176],"significantly":[177],"improving":[178],"generalization":[179],"unseen":[181,212],"tasks.":[182,203,213],"Crucially,":[183],"also":[185],"offset":[190],"prediction":[191],"leads":[192],"emergent":[194],"adaptive":[195],"interpolation":[196],"knowledge":[199,209],"out-of-distribution":[201],"(OOD)":[202],"adaptively":[205],"interpolates":[206],"seen":[207],"handle":[211],"Our":[214],"code":[215],"available":[217],"https://github.com/BAIKLAB/ReTeX":[219]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}