{"id":"https://openalex.org/W4381245594","doi":"https://doi.org/10.48550/arxiv.2306.09373","title":"Equitable Multi-task Learning","display_name":"Equitable Multi-task Learning","publication_year":2023,"publication_date":"2023-06-15","ids":{"openalex":"https://openalex.org/W4381245594","doi":"https://doi.org/10.48550/arxiv.2306.09373"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.09373","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.09373","pdf_url":"https://arxiv.org/pdf/2306.09373","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.09373","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100347992","display_name":"Jun Yuan","orcid":"https://orcid.org/0000-0001-8302-4064","observed_orcids":["https://orcid.org/0000-0001-8302-4064"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100421978","display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0001-9418-0863","observed_orcids":["https://orcid.org/0000-0001-9418-0863","https://orcid.org/0009-0006-3608-3110","https://orcid.org/0009-0008-8014-7665"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.8640000224113464},{"id":"https://openalex.org/keywords/learning-equity","display_name":"equitable learning","score":0.7379999756813049},{"id":"https://openalex.org/keywords/multi-task-optimization","display_name":"multi-task optimization","score":0.9520000219345093},{"id":"https://openalex.org/keywords/variance-regularization","display_name":"variance regularization","score":0.7839999794960022},{"id":"https://openalex.org/keywords/gradient-norm","display_name":"gradient norm","score":0.7720000147819519},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.7059999704360962},{"id":"https://openalex.org/keywords/a-b-testing","display_name":"A/B testing","score":0.8379999995231628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7250834703445435},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6288945078849792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5936456322669983},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5679529905319214},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5111108422279358},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4945175349712372},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47069835662841797},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2306.09373","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.09373","pdf_url":"https://arxiv.org/pdf/2306.09373","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.09373","doi":"https://doi.org/10.48550/arxiv.2306.09373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.09373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.09373","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.09373","pdf_url":"https://arxiv.org/pdf/2306.09373","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4000000059604645}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381245594.pdf","grobid_xml":"https://content.openalex.org/works/W4381245594.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2624871570","https://openalex.org/W2795900505","https://openalex.org/W2964121744","https://openalex.org/W2964182926","https://openalex.org/W4288791681"],"related_works":["https://openalex.org/W3129958428","https://openalex.org/W4392223526","https://openalex.org/W4413155723","https://openalex.org/W4417271473","https://openalex.org/W4295934596","https://openalex.org/W4407352315","https://openalex.org/W2554146567","https://openalex.org/W4412804409","https://openalex.org/W3090374287","https://openalex.org/W4409653173"],"abstract_inverted_index":{"Multi-task":[0,45],"learning":[1],"(MTL)":[2],"has":[3],"achieved":[4],"great":[5],"success":[6],"in":[7,104,194],"various":[8],"research":[9,167],"domains,":[10],"such":[11],"as":[12],"CV,":[13],"NLP":[14],"and":[15,22,85,171,189],"IR":[16],"etc.":[17],"Due":[18],"to":[19,32,49,128,138,150],"the":[20,75,80,160,187],"complex":[21],"competing":[23],"task":[24],"correlation,":[25],"naive":[26],"training":[27],"all":[28,51],"tasks":[29,37,52,63,93],"may":[30],"lead":[31],"inequitable":[33],"learning,":[34],"i.e.":[35],"some":[36],"are":[38,43,178],"learned":[39],"well":[40],"while":[41],"others":[42],"overlooked.":[44],"optimization":[46,124],"(MTO)":[47],"aims":[48],"improve":[50,109],"at":[53],"same":[54],"time,":[55],"but":[56],"conventional":[57],"methods":[58,158],"often":[59],"perform":[60],"poor":[61],"when":[62],"with":[64],"large":[65],"loss":[66,98],"scale":[67],"or":[68],"gradient":[69,102],"norm":[70],"magnitude":[71],"difference.":[72],"To":[73],"solve":[74],"issue,":[76],"we":[77,119,133],"in-depth":[78],"investigate":[79],"equity":[81],"problem":[82],"for":[83],"MTL":[84],"find":[86],"that":[87],"regularizing":[88],"relative":[89,142],"contribution":[90,143],"of":[91,96,112,164,191],"different":[92,140,166],"(i.e.":[94],"value":[95],"task-specific":[97],"divides":[99],"its":[100],"raw":[101],"norm)":[103],"updating":[105],"shared":[106],"parameter":[107],"can":[108],"generalization":[110],"performance":[111],"MTL.":[113,131],"Based":[114],"on":[115,159,175],"our":[116,153,192],"theoretical":[117],"analysis,":[118],"propose":[120],"a":[121],"novel":[122],"multi-task":[123,176,183],"method,":[125],"named":[126],"EMTL,":[127,152],"achieve":[129],"equitable":[130],"Specifically,":[132],"efficiently":[134],"add":[135],"variance":[136],"regularization":[137],"make":[139],"tasks'":[141],"closer.":[144],"Extensive":[145],"experiments":[146],"have":[147],"been":[148],"conduct":[149],"evaluate":[151],"method":[154,193],"stably":[155],"outperforms":[156],"state-of-the-art":[157],"public":[161],"benchmark":[162],"datasets":[163],"two":[165],"domains.":[168],"Furthermore,":[169],"offline":[170],"online":[172],"A/B":[173],"test":[174],"recommendation":[177,184],"conducted":[179],"too.":[180],"EMTL":[181],"improves":[182],"significantly,":[185],"demonstrating":[186],"superiority":[188],"practicability":[190],"industrial":[195],"landscape.":[196]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2023-06-20T00:00:00"}