{"id":"https://openalex.org/W7163220984","doi":"https://doi.org/10.48550/arxiv.2606.02221","title":"CORE-MTL: Rethinking Gradient Balancing via Causal Orthogonal Representations","display_name":"CORE-MTL: Rethinking Gradient Balancing via Causal Orthogonal Representations","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163220984","doi":"https://doi.org/10.48550/arxiv.2606.02221"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02221","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02221","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137704430","display_name":"Chengfeng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Chengfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137672721","display_name":"Tao Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137682269","display_name":"Yanru Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yanru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137664697","display_name":"Jingge Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jingge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9049999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9049999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.014999999664723873,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.014700000174343586,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.7067999839782715},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.5753999948501587},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5673999786376953},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5264000296592712},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.49380001425743103},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.478300005197525},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.47350001335144043},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4717999994754791},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4602999985218048},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.43849998712539673}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.7067999839782715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7032999992370605},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5673999786376953},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49380001425743103},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47600001096725464},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4602999985218048},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4404999911785126},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.43849998712539673},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.4327999949455261},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4316999912261963},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3637999892234802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3467999994754791},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31940001249313354},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.28940001130104065},{"id":"https://openalex.org/C163504300","wikidata":"https://www.wikidata.org/wiki/Q2364925","display_name":"Causal structure","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.2687000036239624},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02221","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02221","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.6887701153755188}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-task":[0],"learning":[1],"(MTL)":[2],"aims":[3],"to":[4,41,50,58,103],"construct":[5],"a":[6,14,77,84,131],"joint":[7],"model":[8],"for":[9,73,119,125],"multiple":[10],"tasks":[11],"by":[12,115],"sharing":[13],"common":[15],"representation":[16],"across":[17],"domains.":[18],"To":[19,64],"achieve":[20],"this":[21,66,109],"goal,":[22],"existing":[23,154],"optimization-centric":[24,137],"methods":[25,138,155],"either":[26],"balance":[27],"task":[28,141],"gradients":[29],"or":[30,148],"modify":[31],"the":[32,42,45,89,96,104,112],"shared":[33,46,90],"architecture.":[34],"However,":[35],"as":[36],"these":[37],"approaches":[38],"remain":[39],"agnostic":[40],"content":[43],"of":[44,88],"representation,":[47,91],"they":[48],"fail":[49],"disentangle":[51],"task-relevant":[52,93],"structure":[53,94],"from":[54],"spurious":[55],"context,":[56],"leading":[57],"negative":[59],"transfer":[60],"and":[61,122,139,163],"poor":[62],"generalization.":[63],"overcome":[65],"limitation,":[67],"we":[68],"propose":[69],"Causal":[70],"Orthogonal":[71],"Representations":[72],"Multi-Task":[74],"Learning":[75],"(CORE-MTL),":[76],"causally":[78],"motivated":[79],"representation-centric":[80],"framework":[81,110],"that":[82],"encourages":[83],"structured":[85,120],"semantic-residual":[86],"factorization":[87],"concentrating":[92],"in":[95,111,160],"semantic":[97],"stream":[98],"while":[99],"relegating":[100],"nuisance":[101],"variation":[102],"residual":[105],"stream.":[106],"We":[107],"instantiate":[108],"visual":[113,157],"domain":[114],"leveraging":[116],"physical":[117],"priors":[118],"scenes":[121],"statistical":[123],"constraints":[124],"attributes.":[126],"Theoretically,":[127],"our":[128],"method":[129],"enjoys":[130],"tighter":[132],"out-of-distribution":[133,164],"generalization":[134],"bound":[135],"than":[136],"reduces":[140],"gradient":[142,146],"interference":[143],"without":[144],"explicit":[145],"projection":[147],"reweighting.":[149],"Empirically,":[150],"CORE-MTL":[151],"consistently":[152],"outperforms":[153],"on":[156],"multi-task":[158],"benchmarks":[159],"both":[161],"in-distribution":[162],"settings.":[165],"Code":[166],"is":[167],"publicly":[168],"available":[169],"at":[170],"https://github.com/Hope-Rita/CORE-MTL.":[171]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}