{"id":"https://openalex.org/W4400679579","doi":"https://doi.org/10.1109/access.2024.3429281","title":"Rethinking Resource Competition in Multi-Task Learning: From Shared Parameters to Shared Representation","display_name":"Rethinking Resource Competition in Multi-Task Learning: From Shared Parameters to Shared Representation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400679579","doi":"https://doi.org/10.1109/access.2024.3429281"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3429281","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3429281","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3429281","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011351878","display_name":"Dayou Mao","orcid":"https://orcid.org/0000-0001-6794-0046"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dayou Mao","raw_affiliation_strings":["Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6794-0046","affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321260","display_name":"Yuhao Chen","orcid":"https://orcid.org/0000-0001-6094-0545"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yuhao Chen","raw_affiliation_strings":["Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6094-0545","affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020044791","display_name":"Yifan Wu","orcid":"https://orcid.org/0000-0002-2856-9835"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yifan Wu","raw_affiliation_strings":["Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084573007","display_name":"Maximilian Gilles","orcid":"https://orcid.org/0000-0002-0528-5709"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Gilles","raw_affiliation_strings":["Karlsruhe Institute of Technology, Karlsruhe, Germany","Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0528-5709","affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102920751","display_name":"Alexander Wong","orcid":"https://orcid.org/0000-0001-5729-5899"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alexander Wong","raw_affiliation_strings":["Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5729-5899","affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2219,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82379347,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"128717","last_page":"128728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8150560259819031},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6324260234832764},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6286091208457947},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5628409385681152},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5553320646286011},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5525962710380554},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4771166145801544},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42910462617874146},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.4266301989555359},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.42358165979385376},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41352203488349915},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.340726375579834}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8150560259819031},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6324260234832764},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6286091208457947},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5628409385681152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5553320646286011},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5525962710380554},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4771166145801544},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42910462617874146},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.4266301989555359},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.42358165979385376},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41352203488349915},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.340726375579834},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3429281","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3429281","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:188ec2ab0f5e4e9da784367f66a1edc4","is_oa":true,"landing_page_url":"https://doaj.org/article/188ec2ab0f5e4e9da784367f66a1edc4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 128717-128728 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3429281","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3429281","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W2194775991","https://openalex.org/W2311038409","https://openalex.org/W2340897893","https://openalex.org/W2565639579","https://openalex.org/W2624871570","https://openalex.org/W2798441115","https://openalex.org/W2884886306","https://openalex.org/W2891076394","https://openalex.org/W2895387432","https://openalex.org/W2913340405","https://openalex.org/W2940545298","https://openalex.org/W2962747122","https://openalex.org/W2962858109","https://openalex.org/W2963150697","https://openalex.org/W2963430933","https://openalex.org/W2963498646","https://openalex.org/W2963542991","https://openalex.org/W2963677766","https://openalex.org/W2964185501","https://openalex.org/W2964335674","https://openalex.org/W2971184796","https://openalex.org/W2980113592","https://openalex.org/W2996490626","https://openalex.org/W3092189037","https://openalex.org/W3094807849","https://openalex.org/W3105005398","https://openalex.org/W3118644257","https://openalex.org/W3200139538","https://openalex.org/W4225981399","https://openalex.org/W4287284790","https://openalex.org/W4287753865","https://openalex.org/W4288791681","https://openalex.org/W4293849695","https://openalex.org/W4298174377","https://openalex.org/W4319300241","https://openalex.org/W4379925079","https://openalex.org/W4385804999","https://openalex.org/W4386075489","https://openalex.org/W4388407473","https://openalex.org/W4390872028","https://openalex.org/W6629368666","https://openalex.org/W6685726866","https://openalex.org/W6732837357","https://openalex.org/W6739365718","https://openalex.org/W6740879895","https://openalex.org/W6742702747","https://openalex.org/W6745995898","https://openalex.org/W6754005058","https://openalex.org/W6757068045","https://openalex.org/W6761737820","https://openalex.org/W6763070779","https://openalex.org/W6767140673","https://openalex.org/W6771876938","https://openalex.org/W6771912484","https://openalex.org/W6779565327","https://openalex.org/W6783566936","https://openalex.org/W6783990525","https://openalex.org/W6784769054","https://openalex.org/W6790872614","https://openalex.org/W6790935598","https://openalex.org/W6802094109","https://openalex.org/W6803137517","https://openalex.org/W6803156713","https://openalex.org/W6811282592","https://openalex.org/W6840563958","https://openalex.org/W6853568498"],"related_works":["https://openalex.org/W2012531322","https://openalex.org/W2402761219","https://openalex.org/W2785900585","https://openalex.org/W2353730437","https://openalex.org/W2905271011","https://openalex.org/W2793270624","https://openalex.org/W3164948662","https://openalex.org/W4289536128","https://openalex.org/W3153597579","https://openalex.org/W4298151006"],"abstract_inverted_index":{"The":[0],"core":[1],"idea":[2],"of":[3,24,72,84,93,116,184,207],"Multi-Task":[4],"Learning":[5],"(MTL)":[6],"is":[7,86,140,145,189,195,257],"to":[8,35,45,132,228],"develop":[9],"neural":[10],"networks":[11],"with":[12,162,234],"a":[13,26,167,196,224,243,250],"shared":[14,66,123,146,187,218,232,237],"feature":[15],"extraction":[16],"backbone":[17,33,137],"and":[18,68,77,106,175,199,246],"multiple":[19,54],"prediction":[20,42,149,193],"heads,":[21,194],"each":[22],"capable":[23],"inferring":[25],"different":[27,192,212],"task":[28,73,75],"simultaneously.":[29],"Parameters":[30],"in":[31,40,65,121,125,135,216,268],"the":[32,41,81,95,122,126,136,141,154,182,186,205,217],"contribute":[34,44],"all":[36,148],"tasks":[37,55,213],"while":[38],"those":[39],"heads":[43],"only":[46],"one":[47],"or":[48],"fewer":[49],"tasks.":[50],"Challenges":[51],"arise":[52],"when":[53],"compete":[56],"for":[57,239],"resource.":[58],"Existing":[59],"methods":[60],"focus":[61],"on":[62,110,118],"resource":[63,119,133],"competition":[64,120,134],"parameters":[67,124,233],"proposed":[69],"explanatory":[70,156],"factors":[71,157],"conflicts,":[74],"dominance,":[76],"gradient":[78],"stability.":[79],"However":[80],"fundamental":[82],"nature":[83],"MTL":[85,179],"still":[87],"understudied.":[88],"In":[89,113],"this":[90,262],"paper,":[91],"instead":[92,115],"following":[94],"existing":[96,155],"methodology":[97],"research":[98],"directions,":[99],"we":[100,128,171],"carry":[101],"out":[102],"large-scale":[103],"empirical":[104],"study":[105,245],"provide":[107],"deeper":[108],"insight":[109],"understanding":[111,178],"MTL.":[112],"particular,":[114],"focusing":[117],"backbone,":[127],"shift":[129],"our":[130],"attention":[131],"output,":[138],"which":[139,170],"embedded":[142],"representation":[143,188,238],"that":[144,153,177,203,248,261],"by":[147,191],"heads.":[150],"We":[151,165],"show":[152,176,247],"display":[158],"weak":[159],"causal":[160],"relationship":[161],"model":[163],"performance.":[164],"propose":[166],"novel":[168],"measurement,":[169],"term":[172],"Feature":[173],"Disentanglement,":[174],"problems":[180],"from":[181,204,211],"perspective":[183,206],"how":[185,208],"leveraged":[190],"more":[197],"faithful":[198],"reliable":[200],"way":[201],"than":[202],"supervision":[209],"signals":[210],"are":[214],"interfering":[215],"parameters.":[219],"Additionally,":[220],"it":[221],"has":[222],"been":[223],"commonly":[225],"employed":[226],"technique":[227,265],"replace":[229],"gradients":[230,235],"w.r.t.":[231,236],"reduced":[240],"computation.We":[241],"conduct":[242],"comprehensive":[244],"unless":[249],"theoretical":[251],"analysis":[252],"could":[253],"be":[254],"developed,":[255],"there":[256],"not":[258],"general":[259],"guarantee":[260],"fast":[263],"approximation":[264],"would":[266],"work":[267],"practice.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}