{"id":"https://openalex.org/W4386075126","doi":"https://doi.org/10.1109/isit54713.2023.10206757","title":"Exploiting Feature Heterogeneity for Improved Generalization in Federated Multi-task Learning","display_name":"Exploiting Feature Heterogeneity for Improved Generalization in Federated Multi-task Learning","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386075126","doi":"https://doi.org/10.1109/isit54713.2023.10206757"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10206757","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10206757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108312735","display_name":"Renpu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Renpu Liu","raw_affiliation_strings":["The Pennsylvania State University,University Park,PA,USA,16802"],"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University,University Park,PA,USA,16802","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645589","display_name":"Jing Yang","orcid":"https://orcid.org/0000-0003-4439-6118"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Yang","raw_affiliation_strings":["The Pennsylvania State University,University Park,PA,USA,16802"],"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University,University Park,PA,USA,16802","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016749653","display_name":"Cong Shen","orcid":"https://orcid.org/0000-0002-3148-4453"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cong Shen","raw_affiliation_strings":["University of Virginia,Charlottesville,VA,USA,22904"],"affiliations":[{"raw_affiliation_string":"University of Virginia,Charlottesville,VA,USA,22904","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108312735"],"corresponding_institution_ids":["https://openalex.org/I130769515"],"apc_list":null,"apc_paid":null,"fwci":0.5245,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71307971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"180","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7832329273223877},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7156060934066772},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.6479237079620361},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.619791567325592},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6038517355918884},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5691661834716797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5542534589767456},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5510679483413696},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.50383061170578},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.490569531917572},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4655844271183014},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4466648995876312},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3865700960159302},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14255914092063904},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.12061160802841187},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07771125435829163}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7832329273223877},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7156060934066772},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.6479237079620361},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.619791567325592},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6038517355918884},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5691661834716797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5542534589767456},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5510679483413696},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.50383061170578},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.490569531917572},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4655844271183014},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4466648995876312},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3865700960159302},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14255914092063904},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.12061160802841187},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07771125435829163},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10206757","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit54713.2023.10206757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2007339694","https://openalex.org/W2335728318","https://openalex.org/W2950678851","https://openalex.org/W2965497096","https://openalex.org/W2990789643","https://openalex.org/W2995022099","https://openalex.org/W3021861822","https://openalex.org/W3092644449","https://openalex.org/W3117569065","https://openalex.org/W3118608800","https://openalex.org/W3120402410","https://openalex.org/W3129603732","https://openalex.org/W3133814152","https://openalex.org/W3147191076","https://openalex.org/W3208342030","https://openalex.org/W4281778696","https://openalex.org/W4287868747","https://openalex.org/W4287906413","https://openalex.org/W4295356660","https://openalex.org/W4318620637","https://openalex.org/W6664076635","https://openalex.org/W6690067395","https://openalex.org/W6703116779","https://openalex.org/W6728757088","https://openalex.org/W6736057607","https://openalex.org/W6758757267","https://openalex.org/W6759238902","https://openalex.org/W6762406394","https://openalex.org/W6770590064","https://openalex.org/W6772318479","https://openalex.org/W6773552689","https://openalex.org/W6773817997","https://openalex.org/W6774218266","https://openalex.org/W6774542862","https://openalex.org/W6776730200","https://openalex.org/W6784348393","https://openalex.org/W6787972765","https://openalex.org/W6789305514","https://openalex.org/W6791102956","https://openalex.org/W6791444617","https://openalex.org/W6803344470","https://openalex.org/W6839016350","https://openalex.org/W6843104270","https://openalex.org/W6848528965"],"related_works":["https://openalex.org/W2237537322","https://openalex.org/W2950678851","https://openalex.org/W4301248618","https://openalex.org/W3105492668","https://openalex.org/W4234125632","https://openalex.org/W3140057110","https://openalex.org/W2165343651","https://openalex.org/W2242427765","https://openalex.org/W2075830955","https://openalex.org/W2343790552"],"abstract_inverted_index":{"In":[0,101,123],"this":[1,102],"work,":[2,103],"we":[3,104,131],"investigate":[4],"a":[5,61,118,133,166,190],"general":[6],"federated":[7,85],"multitask":[8],"learning":[9,86],"(FMTL)":[10],"problem":[11],"where":[12],"each":[13,22],"task":[14],"may":[15,24,51,94],"be":[16,95,187],"performed":[17],"at":[18,56,74],"multiple":[19,26],"clients,":[20,58],"and":[21,68,139],"client":[23,168],"perform":[25],"tasks.":[27],"Although":[28],"the":[29,42,45,48,98,106,115,127,151,157,174,183,194],"tasks":[30,55],"share":[31],"some":[32],"common":[33],"representation":[34],"(i.e.,":[35],"feature-map)":[36],"that":[37,141,182],"can":[38,149,186],"help":[39],"to":[40,64,81,97,125,165],"learn,":[41],"distribution":[43,129],"of":[44,108,117,156],"features":[46],"in":[47,84,91,154],"feature":[49,92,110,128],"space":[50,93],"vary":[52],"across":[53],"different":[54,57,75],"which":[59],"poses":[60],"significant":[62],"challenge":[63],"FMTL.":[65],"While":[66],"non-independent":[67],"identically":[69],"distributed":[70],"(non-IID)":[71],"local":[72],"datasets":[73,148],"clients":[76],"are":[77],"often":[78],"considered":[79],"detrimental":[80],"model":[82],"convergence":[83],"(FL),":[87],"such":[88],"statistical":[89,109],"heterogeneity":[90,111],"beneficial":[96],"generalization":[99,158,184],"performance.":[100,159],"establish":[105],"impact":[107],"on":[112,146,172,189],"generalization,":[113],"through":[114],"lens":[116],"multi-task":[119],"linear":[120],"regression":[121],"model.":[122],"order":[124],"leverage":[126],"heterogeneity,":[130],"propose":[132],"novel":[134],"augmented":[135],"dataset":[136,192],"based":[137,171],"approach,":[138],"prove":[140],"under":[142],"certain":[143],"conditions,":[144],"FMTL":[145],"heterogeneous":[147],"outperform":[150],"homogeneous":[152],"counterpart":[153],"terms":[155],"The":[160],"theoretical":[161],"analysis":[162],"further":[163],"leads":[164],"simple":[167],"weighting":[169],"method":[170],"optimizing":[173],"excess":[175],"risk":[176],"upper":[177],"bound.":[178],"Experimental":[179],"results":[180],"demonstrate":[181],"performance":[185],"improved":[188],"real-world":[191],"with":[193],"proposed":[195],"method.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}