{"id":"https://openalex.org/W4401247174","doi":"https://doi.org/10.1109/tsc.2024.3436695","title":"Enabling Foundation Models: A Distributed Collaboration Framework Based on Graph Federated Learning","display_name":"Enabling Foundation Models: A Distributed Collaboration Framework Based on Graph Federated Learning","publication_year":2024,"publication_date":"2024-08-02","ids":{"openalex":"https://openalex.org/W4401247174","doi":"https://doi.org/10.1109/tsc.2024.3436695"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3436695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3436695","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001471301","display_name":"Jiewei Chen","orcid":"https://orcid.org/0000-0002-1546-3249"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiewei Chen","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047467022","display_name":"Shaoyong Guo","orcid":"https://orcid.org/0000-0003-2033-8431"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shaoyong Guo","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406584","display_name":"Qi Qi","orcid":"https://orcid.org/0000-0003-0829-4624"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Qi","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025633536","display_name":"Jiakai Hao","orcid":"https://orcid.org/0009-0002-0503-2194"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiakai Hao","raw_affiliation_strings":["State Grid Beijing Information & Communication Company, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Grid Beijing Information & Communication Company, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042944721","display_name":"Xuesong Qiu","orcid":"https://orcid.org/0000-0002-7899-539X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Qiu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5001471301"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":2.732,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91376897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"17","issue":"6","first_page":"3569","last_page":"3582"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.83721923828125},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5435793399810791},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.49490469694137573},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44841402769088745},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3652247190475464},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34617793560028076}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.83721923828125},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5435793399810791},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.49490469694137573},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44841402769088745},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3652247190475464},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34617793560028076},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsc.2024.3436695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3436695","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-147159","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-147159","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G6243996720","display_name":null,"funder_award_id":"4232009","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G713150698","display_name":null,"funder_award_id":"62271072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2143668817","https://openalex.org/W3004946360","https://openalex.org/W3083272131","https://openalex.org/W3121523901","https://openalex.org/W3133814152","https://openalex.org/W3138516171","https://openalex.org/W3178875373","https://openalex.org/W3213120752","https://openalex.org/W4207076851","https://openalex.org/W4253802431","https://openalex.org/W4281643269","https://openalex.org/W4285606214","https://openalex.org/W4287332481","https://openalex.org/W4312847199","https://openalex.org/W4313022127","https://openalex.org/W4319781766","https://openalex.org/W4319990487","https://openalex.org/W4367046615","https://openalex.org/W4378194715","https://openalex.org/W4378647935","https://openalex.org/W4382998652","https://openalex.org/W4385245566","https://openalex.org/W4386076222","https://openalex.org/W4387105517","https://openalex.org/W4388709737","https://openalex.org/W4389977645","https://openalex.org/W4391661565","https://openalex.org/W4392174038","https://openalex.org/W4402670135","https://openalex.org/W6730084236","https://openalex.org/W6755207826","https://openalex.org/W6759238902","https://openalex.org/W6769627184","https://openalex.org/W6784333009","https://openalex.org/W6794345597","https://openalex.org/W6800751262","https://openalex.org/W6803116340","https://openalex.org/W6843018836","https://openalex.org/W6846955524","https://openalex.org/W6856920807"],"related_works":["https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W596947562","https://openalex.org/W2793937822","https://openalex.org/W2790817834","https://openalex.org/W2220552745","https://openalex.org/W2777605427"],"abstract_inverted_index":{"Foundation":[0],"models":[1,133],"(FMs),":[2],"known":[3],"as":[4,48],"pre-trained":[5],"models,":[6,41],"have":[7],"garnered":[8],"significant":[9],"interest":[10],"in":[11,23,95],"Industrial":[12],"Internet":[13],"due":[14],"to":[15,121,148],"their":[16],"remarkable":[17],"performance":[18],"and":[19,34,54,85,170],"robust":[20,176],"generalization":[21],"capabilities":[22],"downstream":[24],"tasks.":[25],"However,":[26],"with":[27],"the":[28,90,123,135,155],"increasing":[29],"requirements":[30],"of":[31,79,92,125],"computing":[32],"infrastructure":[33],"data":[35,49,168],"privacy":[36,50],"protection":[37],"for":[38,134],"large":[39],"foundation":[40,151],"existing":[42],"learning":[43],"frameworks":[44,165],"face":[45],"challenges":[46],"such":[47],"leakage,":[51],"poor":[52],"scalability,":[53],"deployment":[55],"difficulties.":[56],"To":[57,88],"address":[58],"these":[59],"issues,":[60],"this":[61],"paper":[62],"proposes":[63],"a":[64,100,150],"novel":[65],"collaborative":[66],"Transformer":[67,132],"Block":[68],"(TB)-wise":[69],"training":[70,110],"framework":[71,142],"based":[72,117],"on":[73,118],"Federated":[74],"Learning":[75],"(FL),":[76],"which":[77],"consists":[78],"three":[80],"stages:":[81],"pre-training,":[82],"graph":[83],"regularization,":[84],"personalized":[86,158],"training.":[87],"tackle":[89],"challenge":[91],"statistical":[93],"heterogeneity":[94,172],"distributed":[96],"data,":[97],"we":[98,113],"design":[99],"Graph":[101],"Convolutional":[102],"Network":[103],"(GCN)-based":[104],"update":[105],"operator":[106],"that":[107,140],"captures":[108],"local":[109],"representations.":[111],"Besides,":[112],"conduct":[114],"an":[115],"analysis":[116],"feature":[119],"similarity":[120],"enhance":[122],"interpretability":[124],"our":[126,141],"algorithm.":[127],"We":[128],"choose":[129],"popular":[130],"vision":[131],"experiments,":[136],"extensive":[137],"results":[138],"demonstrate":[139],"can":[143],"jointly":[144],"train":[145],"multiple":[146],"clients":[147],"build":[149],"model":[152],"while":[153],"improving":[154],"single":[156],"client's":[157],"performance.":[159,177],"The":[160],"proposed":[161],"method":[162],"outperforms":[163],"state-of-the-art":[164],"under":[166],"various":[167],"distributions":[169],"system":[171],"settings,":[173],"highlighting":[174],"its":[175]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}