{"id":"https://openalex.org/W4387969057","doi":"https://doi.org/10.1145/3581783.3611781","title":"FedGH: Heterogeneous Federated Learning with Generalized Global Header","display_name":"FedGH: Heterogeneous Federated Learning with Generalized Global Header","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969057","doi":"https://doi.org/10.1145/3581783.3611781"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3611781","doi":"https://doi.org/10.1145/3581783.3611781","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3611781","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611781","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611781","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010021903","display_name":"Liping Yi","orcid":"https://orcid.org/0000-0001-6236-3673","observed_orcids":["https://orcid.org/0000-0001-6236-3673"]},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liping Yi","raw_affiliation_strings":["College of C.S., DISSec, GTIISC, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-6236-3673","affiliations":[{"raw_affiliation_string":"College of C.S., DISSec, GTIISC, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367433","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0003-0387-2501","observed_orcids":["https://orcid.org/0000-0003-0387-2501"]},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["College of C.S., DISSec, GTIISC, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-0387-2501","affiliations":[{"raw_affiliation_string":"College of C.S., DISSec, GTIISC, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390120","display_name":"Xiaoguang Liu","orcid":"https://orcid.org/0000-0002-9010-3278","observed_orcids":["https://orcid.org/0000-0002-9010-3278"]},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoguang Liu","raw_affiliation_strings":["College of C.S., DISSec, GTIISC, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-9010-3278","affiliations":[{"raw_affiliation_string":"College of C.S., DISSec, GTIISC, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078707812","display_name":"Zhuan Shi","orcid":"https://orcid.org/0000-0003-4239-3546","observed_orcids":["https://orcid.org/0000-0003-4239-3546"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuan Shi","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4239-3546","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064069283","display_name":"Han Yu","orcid":"https://orcid.org/0000-0001-6893-8650","observed_orcids":["https://orcid.org/0000-0001-6893-8650","https://orcid.org/0009-0000-0109-6436"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Yu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China (USTC), Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6893-8650","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China (USTC), Singapore, Singapore","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.2678,"has_fulltext":true,"cited_by_count":170,"citation_normalized_percentile":{"value":0.99561488,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8686","last_page":"8696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.8610000014305115},{"id":"https://openalex.org/keywords/model-heterogeneity","display_name":"model heterogeneity","score":0.9649999737739563},{"id":"https://openalex.org/keywords/personalized-federated-learning","display_name":"personalized federated learning","score":0.9539999961853027},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"knowledge transfer","score":0.46700000762939453},{"id":"https://openalex.org/keywords/communication-efficiency","display_name":"communication efficiency","score":0.6439999938011169},{"id":"https://openalex.org/keywords/convergence-rate-analysis","display_name":"convergence rate analysis","score":0.7990000247955322},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.8700000047683716},{"id":"https://openalex.org/keywords/privacy-preserving-collaborative-learning","display_name":"privacy-preserving collaborative learning","score":0.5979999899864197}],"concepts":[{"id":"https://openalex.org/C48105269","wikidata":"https://www.wikidata.org/wiki/Q1141160","display_name":"Header","level":2,"score":0.9055876731872559},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8339542150497437},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5929660797119141},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5607953071594238},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5042299032211304},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.5017926692962646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4904434382915497},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45950576663017273},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4495576024055481},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.424124538898468},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.41710036993026733},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17483636736869812},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09851774573326111},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3581783.3611781","doi":"https://doi.org/10.1145/3581783.3611781","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3611781","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611781","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/232631","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/232631","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Conference Paper"},{"id":"pmh:oai:arXiv.org:2303.13137","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.13137","pdf_url":"https://arxiv.org/pdf/2303.13137","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2303.13137","doi":"https://doi.org/10.48550/arxiv.2303.13137","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.13137","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3581783.3611781","doi":"https://doi.org/10.1145/3581783.3611781","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3611781","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3611781","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1454563993","display_name":null,"funder_award_id":"62272253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1958612786","display_name":null,"funder_award_id":"AISG2-RP-2020-019","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G2600338046","display_name":null,"funder_award_id":"62141412","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G478423709","display_name":null,"funder_award_id":"AISG2-RP-2020-019","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G669923922","display_name":null,"funder_award_id":"A20G8b0102","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G7931203216","display_name":null,"funder_award_id":"62272252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387969057.pdf","grobid_xml":"https://content.openalex.org/works/W4387969057.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2163922914","https://openalex.org/W2758374631","https://openalex.org/W2996974038","https://openalex.org/W3049011669","https://openalex.org/W3128339117","https://openalex.org/W3164715504","https://openalex.org/W3197915999","https://openalex.org/W3198837878","https://openalex.org/W4224227775","https://openalex.org/W4285170175","https://openalex.org/W4364302664"],"related_works":["https://openalex.org/W4417099900","https://openalex.org/W4388685054","https://openalex.org/W4411799016","https://openalex.org/W4410774416","https://openalex.org/W3090393599","https://openalex.org/W7138989305","https://openalex.org/W4396819238","https://openalex.org/W7105705207","https://openalex.org/W4403345229","https://openalex.org/W4416251800"],"abstract_inverted_index":{"Federated":[0,93],"learning":[1,7],"(FL)":[2],"is":[3,100,143],"an":[4,60],"emerging":[5],"machine":[6],"paradigm":[8],"that":[9,29,170],"allows":[10],"multiple":[11],"parties":[12],"to":[13,42,52,146,148,185,197,216],"train":[14],"a":[15,20,89,101,110],"shared":[16,111],"model":[17,38],"collaboratively":[18],"in":[19,177,207],"privacy-preserving":[21],"manner.":[22],"Existing":[23,63],"horizontal":[24],"FL":[25,31,65,106,127,182,189],"methods":[26],"generally":[27],"assume":[28],"the":[30,36,46,126,157,192],"server":[32],"and":[33,45,72,103,180,202],"clients":[34,51,147],"hold":[35,53],"same":[37],"structure.":[39],"However,":[40],"due":[41],"system":[43],"heterogeneity":[44],"need":[47],"for":[48,122],"personalization,":[49],"enabling":[50],"models":[54,124],"with":[55,116],"diverse":[56],"structures":[57],"has":[58],"become":[59],"important":[61],"direction.":[62],"model-heterogeneous":[64,105,205],"approaches":[66],"often":[67],"require":[68],"publicly":[69],"available":[70],"datasets":[71,168],"incur":[73],"high":[74],"communication":[75,102,219],"and/or":[76],"computational":[77],"costs,":[78],"which":[79,108],"limit":[80],"their":[81],"performances.":[82],"To":[83],"address":[84],"these":[85],"limitations,":[86],"we":[87],"propose":[88],"simple":[90],"but":[91],"effective":[92],"Global":[94],"prediction":[95,114,133,153],"Header":[96],"(FedGH)":[97],"approach.":[98],"It":[99],"computation-efficient":[104],"framework":[107],"trains":[109],"generalized":[112,131],"global":[113,132,141],"header":[115,134],"representations":[117],"extracted":[118],"by":[119,195],"heterogeneous":[120],"extractors":[121],"clients'":[123],"at":[125],"server.":[128],"The":[129,139],"trained":[130],"learns":[135],"from":[136],"different":[137],"clients.":[138],"acquired":[140],"knowledge":[142],"then":[144],"transferred":[145],"substitute":[149],"each":[150],"client's":[151],"local":[152],"header.":[154],"We":[155],"derive":[156],"non-convex":[158],"convergence":[159],"rate":[160],"of":[161,209,218],"FedGH.":[162],"Extensive":[163],"experiments":[164],"on":[165],"two":[166],"real-world":[167],"demonstrate":[169],"FedGH":[171],"achieves":[172],"significantly":[173],"more":[174],"advantageous":[175],"performance":[176],"both":[178],"model-homogeneous":[179,200],"-heterogeneous":[181],"scenarios":[183],"compared":[184],"seven":[186],"state-of-the-art":[187],"personalized":[188],"models,":[190],"beating":[191],"best-performing":[193],"baseline":[194],"up":[196,215],"8.87%":[198],"(for":[199,204],"FL)":[201,206],"1.83%":[203],"terms":[208],"average":[210],"test":[211],"accuracy,":[212],"while":[213],"saving":[214],"85.53%":[217],"overhead.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":54},{"year":2025,"cited_by_count":79},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2023-10-28T00:00:00"}