{"id":"https://openalex.org/W2975043431","doi":"https://doi.org/10.1109/access.2019.2943604","title":"A Comparison of Loss Weighting Strategies for Multi task Learning in Deep Neural Networks","display_name":"A Comparison of Loss Weighting Strategies for Multi task Learning in Deep Neural Networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2975043431","doi":"https://doi.org/10.1109/access.2019.2943604","mag":"2975043431"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2943604","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2943604","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08848395.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08848395.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102798717","display_name":"Ting Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ting Gong","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7226-7749","affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088664821","display_name":"Tyler Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Lee","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080560015","display_name":"Cory Stephenson","orcid":"https://orcid.org/0000-0003-0078-6501"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cory Stephenson","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052023654","display_name":"Venkata Renduchintala","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venkata Renduchintala","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062466466","display_name":"Suchismita Padhy","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suchismita Padhy","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024372333","display_name":"Anthony Ndirango","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony Ndirango","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026246923","display_name":"Gokce Keskin","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gokce Keskin","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111953908","display_name":"O\u011fuz H. Elibol","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oguz H. Elibol","raw_affiliation_strings":["Intel AI Lab, Santa Clara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel AI Lab, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102798717"],"corresponding_institution_ids":["https://openalex.org/I1343180700"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.259,"has_fulltext":true,"cited_by_count":139,"citation_normalized_percentile":{"value":0.97629137,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"141627","last_page":"141632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8020635843276978},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.7305315136909485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7164806127548218},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.6916027069091797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6715465188026428},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6455123424530029},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5556982755661011},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5383805632591248},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.4884032607078552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8020635843276978},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7305315136909485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7164806127548218},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.6916027069091797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6715465188026428},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6455123424530029},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5556982755661011},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5383805632591248},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.4884032607078552},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2943604","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2943604","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08848395.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d0b7dc367767469291058e22e4b47415","is_oa":true,"landing_page_url":"https://doaj.org/article/d0b7dc367767469291058e22e4b47415","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 141627-141632 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2943604","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2943604","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08848395.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2975043431.pdf","grobid_xml":"https://content.openalex.org/works/W2975043431.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1896424170","https://openalex.org/W1942758450","https://openalex.org/W2112796928","https://openalex.org/W2147062835","https://openalex.org/W2187089797","https://openalex.org/W2510725918","https://openalex.org/W2581955877","https://openalex.org/W2600383743","https://openalex.org/W2624871570","https://openalex.org/W2626792426","https://openalex.org/W2735995851","https://openalex.org/W2742079690","https://openalex.org/W2745370167","https://openalex.org/W2767434619","https://openalex.org/W2804823968","https://openalex.org/W2894522208","https://openalex.org/W2950673314","https://openalex.org/W2952505042","https://openalex.org/W2962824366","https://openalex.org/W2963168538","https://openalex.org/W2963430933","https://openalex.org/W2963677766","https://openalex.org/W2963703618","https://openalex.org/W2964185501","https://openalex.org/W2964247799","https://openalex.org/W4293350112","https://openalex.org/W6605121731","https://openalex.org/W6640786210","https://openalex.org/W6681825124","https://openalex.org/W6713960836","https://openalex.org/W6733346999","https://openalex.org/W6735443497","https://openalex.org/W6738279954","https://openalex.org/W6739365718","https://openalex.org/W6739811675","https://openalex.org/W6740879895","https://openalex.org/W6742058293","https://openalex.org/W6743446608","https://openalex.org/W6745995898","https://openalex.org/W6747956694","https://openalex.org/W6750189243","https://openalex.org/W6752178629","https://openalex.org/W6752542827","https://openalex.org/W6754005058","https://openalex.org/W6754951088","https://openalex.org/W6756407944"],"related_works":["https://openalex.org/W2950475743","https://openalex.org/W4386603768","https://openalex.org/W2886711096","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W2590796488","https://openalex.org/W4389249638","https://openalex.org/W3105492668","https://openalex.org/W4234125632","https://openalex.org/W2785803246"],"abstract_inverted_index":{"With":[0],"the":[1,28,36,52,59,76,118,206],"success":[2],"of":[3,10,38,61,78,126,156,174,195,208],"deep":[4,13,42],"learning":[5,15,40,102,164,191],"in":[6,23,41,85],"a":[7,68,82,171],"wide":[8],"variety":[9],"areas,":[11],"many":[12],"multi-task":[14,39,86,101,163,190],"(MTL)":[16],"models":[17],"have":[18],"been":[19],"proposed":[20],"claiming":[21],"improvements":[22],"performance":[24,169,207],"obtained":[25],"by":[26],"sharing":[27],"learned":[29],"structure":[30],"across":[31,112],"several":[32,134],"related":[33],"tasks.":[34,175],"However,":[35],"dynamics":[37],"neural":[43],"networks":[44],"is":[45,65],"still":[46],"not":[47,66,167],"well":[48],"understood":[49],"at":[50],"either":[51],"theoretical":[53],"or":[54,204],"experimental":[55],"level.":[56],"In":[57,95],"particular,":[58],"usefulness":[60],"different":[62,79,89,93,100,114],"task":[63,108,197,210],"pairs":[64,198],"known":[67],"priori.":[69],"Practically,":[70],"this":[71,96],"means":[72],"that":[73,162,189],"properly":[74],"combining":[75],"losses":[77],"tasks":[80,181],"becomes":[81],"critical":[83],"issue":[84],"learning,":[87],"as":[88],"methods":[90,151],"may":[91],"yield":[92],"results.":[94],"paper,":[97],"we":[98,131],"benchmarked":[99],"approaches":[103],"using":[104],"shared":[105],"trunk":[106],"with":[107,153],"specific":[109],"branches":[110],"architecture":[111],"three":[113],"MTL":[115],"datasets.":[116],"For":[117],"first":[119],"dataset,":[120],"i.e.":[121],"Multi-MNIST":[122],"(Modified":[123],"National":[124],"Institute":[125],"Standards":[127],"and":[128,148,182,199],"Technology":[129],"database),":[130],"thoroughly":[132],"tested":[133],"weighting":[135,150,200],"strategies,":[136],"including":[137],"simply":[138],"adding":[139],"task-specific":[140],"cost":[141],"functions":[142],"together,":[143],"dynamic":[144],"weight":[145],"average":[146],"(DWA)":[147],"uncertainty":[149],"each":[152],"various":[154,186],"amounts":[155],"training":[157],"data":[158],"per-task.":[159],"We":[160],"find":[161],"typically":[165],"does":[166],"improve":[168],"for":[170],"user-defined":[172],"combination":[173],"Further":[176],"experiments":[177],"evaluated":[178],"on":[179,185],"diverse":[180],"network":[183],"architectures":[184],"datasets":[187],"suggested":[188],"requires":[192],"careful":[193],"selection":[194],"both":[196],"strategies":[201],"to":[202],"equal":[203],"exceed":[205],"single":[209],"learning.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}