{"id":"https://openalex.org/W4413319055","doi":"https://doi.org/10.1109/tcad.2025.3600367","title":"FedMT: Multitask Federated Learning With Competitive GPU Resource Sharing","display_name":"FedMT: Multitask Federated Learning With Competitive GPU Resource Sharing","publication_year":2025,"publication_date":"2025-08-19","ids":{"openalex":"https://openalex.org/W4413319055","doi":"https://doi.org/10.1109/tcad.2025.3600367"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2025.3600367","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2025.3600367","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101011040","display_name":"Yongbo Yu","orcid":"https://orcid.org/0009-0004-7314-001X"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongbo Yu","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA","George Mason University, USA"],"raw_orcid":"https://orcid.org/0009-0004-7314-001X","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103920945","display_name":"Fuxun Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fuxun Yu","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030027584","display_name":"Zirui Xu","orcid":"https://orcid.org/0000-0002-3556-9358"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zirui Xu","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102729322","display_name":"Di Wang","orcid":"https://orcid.org/0000-0001-8003-9738"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft, USA"],"raw_orcid":"https://orcid.org/0000-0001-8003-9738","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077768924","display_name":"Minjia Zhang","orcid":"https://orcid.org/0000-0002-8165-166X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minjia Zhang","raw_affiliation_strings":["University of Illinois Urbana–Champaign, Champaign, IL, USA","University of Illinois Urbana-Champaign, USA"],"raw_orcid":"https://orcid.org/0000-0002-8165-166X","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana–Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413615","display_name":"Ang Li","orcid":"https://orcid.org/0000-0002-4990-1729"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ang Li","raw_affiliation_strings":["University of Maryland, College Park, MD, USA","University of Maryland, College Park, USA"],"raw_orcid":"https://orcid.org/0000-0002-4990-1729","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767202","display_name":"Chenchen Liu","orcid":"https://orcid.org/0000-0001-7749-0640"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenchen Liu","raw_affiliation_strings":["University of Maryland at Baltimore County, Baltimore, MD, USA","University of Maryland Baltimore County, USA"],"raw_orcid":"https://orcid.org/0000-0001-7749-0640","affiliations":[{"raw_affiliation_string":"University of Maryland at Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]},{"raw_affiliation_string":"University of Maryland Baltimore County, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073942971","display_name":"Zhi Tian","orcid":"https://orcid.org/0000-0002-2738-6826"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhi Tian","raw_affiliation_strings":["George Mason University, Fairfax, VA, USA","George Mason University, USA"],"raw_orcid":"https://orcid.org/0000-0002-2738-6826","affiliations":[{"raw_affiliation_string":"George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100441957","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0003-2790-976X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["Peking University, Beijing, China","Peking University, China"],"raw_orcid":"https://orcid.org/0000-0003-2790-976X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09745391,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"3","first_page":"1276","last_page":"1289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7351255416870117},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6832190752029419},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5389156937599182},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5108696818351746},{"id":"https://openalex.org/keywords/shared-resource","display_name":"Shared resource","score":0.46746209263801575},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10076692700386047},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08486565947532654},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.06326302886009216},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.05388280749320984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7351255416870117},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6832190752029419},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5389156937599182},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5108696818351746},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.46746209263801575},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10076692700386047},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08486565947532654},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.06326302886009216},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.05388280749320984}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcad.2025.3600367","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2025.3600367","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},{"id":"pmh:oai:mdsoar.org:11603/40227","is_oa":false,"landing_page_url":"http://hdl.handle.net/11603/40227","pdf_url":null,"source":{"id":"https://openalex.org/S4306402556","display_name":"Maryland Shared Open Access Repository (USMAI Consortium)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2083095918","https://openalex.org/W2351310358","https://openalex.org/W2364109809","https://openalex.org/W2388204182","https://openalex.org/W2372939722"],"abstract_inverted_index":{"Federated":[0],"learning":[1,7,68],"(FL)":[2],"nowadays":[3],"involves":[4],"heterogeneous":[5,85],"compound":[6,43],"tasks":[8,21,49],"as":[9],"cognitive":[10],"applications\u2019":[11],"complexity":[12],"increases.":[13],"For":[14],"example,":[15],"a":[16,51,103,187,196],"self-driving":[17],"system":[18],"hosts":[19],"multiple":[20,47],"simultaneously":[22],"(e.g.,":[23],"detection,":[24],"classification,":[25],"segmentation,":[26],"etc.)":[27],"and":[28,62,114,141,151,158,195],"expects":[29],"FL":[30,44,80,105,116,164,178,201],"to":[31,108],"retain":[32],"life-long":[33],"intelligence":[34],"involvement.":[35],"However,":[36],"our":[37,122],"analysis":[38],"demonstrates":[39],"that,":[40],"when":[41],"deploying":[42],"models":[45,64],"for":[46,118,137],"training":[48,193],"on":[50,84],"GPU,":[52],"certain":[53],"issues":[54],"arise:":[55],"As":[56],"different":[57],"tasks\u2019":[58],"skewed":[59],"data":[60,86],"distributions":[61],"corresponding":[63],"cause":[65],"highly":[66],"imbalanced":[67],"workloads,":[69],"current":[70],"GPU":[71,112,171,192],"scheduling":[72,113],"methods":[73],"lack":[74],"effective":[75],"resource":[76,133,156],"allocations;":[77],"Therefore,":[78],"existing":[79],"schemes,":[81],"only":[82],"focusing":[83],"distribution":[87],"but":[88],"runtime":[89],"computing,":[90],"cannot":[91],"practically":[92],"achieve":[93],"optimally":[94],"synchronized":[95],"federation.":[96],"To":[97],"address":[98],"these":[99],"issues,":[100],"we":[101,185],"propose":[102],"full-stack":[104],"optimization":[106],"scheme":[107],"tackle":[109],"both":[110],"intra-device":[111,191],"inter-device":[115,200],"coordination":[117,162,202],"multi-task":[119,206],"training.":[120],"Specifically,":[121,184],"works":[123],"illustrate":[124],"two":[125],"key":[126],"insights":[127],"in":[128,190,199],"this":[129],"research":[130],"domain:":[131],"Competitive":[132],"sharing":[134],"is":[135],"beneficial":[136],"parallel":[138],"model":[139],"executions,":[140],"the":[142,153,177],"proposed":[143],"concept":[144],"of":[145],"\u201cvirtual":[146],"resource\u201d":[147],"could":[148,180],"effectively":[149],"characterize":[150],"guide":[152],"practical":[154],"per-task":[155],"utilization":[157],"allocation;":[159],"Additionally,":[160],"architectural-level":[161],"improves":[163],"performance":[165,179],"by":[166],"aligning":[167],"task":[168],"workloads":[169],"with":[170],"utilization.":[172],"Our":[173],"experiments":[174],"demonstrate":[175],"that":[176],"be":[181],"significantly":[182],"escalated.":[183],"observed":[186],"2.16\u00d7\u20132.38\u00d7":[188],"increase":[189],"throughput":[194],"2.53\u00d7\u20132.80\u00d7":[197],"boost":[198],"efficiency":[203],"across":[204],"diverse":[205],"scenarios.":[207]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}