{"id":"https://openalex.org/W7130586571","doi":"https://doi.org/10.1109/tpds.2026.3666309","title":"Fed-Grow: Federating to Grow Transformers for Resource-Constrained Users Without Model Sharing","display_name":"Fed-Grow: Federating to Grow Transformers for Resource-Constrained Users Without Model Sharing","publication_year":2026,"publication_date":"2026-02-19","ids":{"openalex":"https://openalex.org/W7130586571","doi":"https://doi.org/10.1109/tpds.2026.3666309"},"language":null,"primary_location":{"id":"doi:10.1109/tpds.2026.3666309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3666309","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025464171","display_name":"Shikun Shen","orcid":"https://orcid.org/0000-0002-1690-5678"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shikun Shen","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-1690-5678","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123229747","display_name":"Yifei Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zou","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-4579-5380","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334758","display_name":"Yuan Yuan","orcid":"https://orcid.org/0000-0002-3976-0870"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yuan","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-3976-0870","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126385367","display_name":"Hanlin Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanlin Gu","raw_affiliation_strings":["WeBank AI Lab, WeBank, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"WeBank AI Lab, WeBank, Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Li","orcid":"https://orcid.org/0000-0002-5303-0700"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-5303-0700","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692488","display_name":"Xiuzhen Cheng","orcid":"https://orcid.org/0000-0001-5912-4647"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuzhen Cheng","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-5912-4647","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126362472","display_name":"Falko Dressler","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Falko Dressler","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Technical University, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1989-1750","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Technical University, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126384476","display_name":"Dongxiao Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongxiao Yu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-6835-5981","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5025464171"],"corresponding_institution_ids":["https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33555352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"5","first_page":"1048","last_page":"1061"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.5972999930381775,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.5972999930381775,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.049300000071525574,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.04320000112056732,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7953000068664551},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.739799976348877},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5633000135421753},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4368000030517578},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.39079999923706055},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3878999948501587},{"id":"https://openalex.org/keywords/shared-resource","display_name":"Shared resource","score":0.367000013589859},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.3474000096321106}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8795999884605408},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7953000068664551},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.739799976348877},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6019999980926514},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.367000013589859},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C2776604539","wikidata":"https://www.wikidata.org/wiki/Q6423395","display_name":"Knowledge sharing","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2779089604","wikidata":"https://www.wikidata.org/wiki/Q7169333","display_name":"Permission","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2026.3666309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3666309","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5032590333","display_name":null,"funder_award_id":"62572280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5149127596","display_name":null,"funder_award_id":"U24A20244","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5275511580","display_name":null,"funder_award_id":"U23A20302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1,110],"resource":[2],"demands":[3],"of":[4,65,147,155,184],"large-scale":[5],"transformer":[6,51,195],"models":[7,47,95,174],"pose":[8],"significant":[9],"challenges":[10],"for":[11,109,168,206],"resource-constrained":[12,207],"users,":[13],"particularly":[14],"in":[15,113,145,171,175,197],"distributed":[16,115,176,199],"environments.":[17],"To":[18,181],"address":[19],"this":[20],"issue,":[21],"we":[22,55],"propose":[23],"a":[24,37,49,81,106,114,198,203],"federated":[25,103],"learning":[26],"framework":[27],"called":[28],"Fed-Grow,":[29,54],"which":[30],"enables":[31,193],"multiple":[32],"participants":[33,91],"to":[34,48,80],"collaboratively":[35],"learn":[36],"lightweight":[38],"scaling":[39,196],"operation":[40],"that":[41,140,192],"transfers":[42],"knowledge":[43,88],"from":[44],"pretrained":[45],"small":[46],"large":[50,111,173],"model.":[52],"In":[53],"introduce":[56],"the":[57,119,133,153,182,189],"Dual-LiGO":[58],"(Dual":[59],"Linear":[60],"Growth":[61],"Operator)":[62],"architecture,":[63],"consisting":[64],"Local-LiGO":[66,70],"and":[67,149,160],"Global-LiGO":[68,86,120],"components.":[69],"addresses":[71],"model":[72,79,130],"heterogeneity":[73],"by":[74,158,163],"adapting":[75],"each":[76],"participant's":[77],"pre-trained":[78],"common":[82],"intermediate":[83],"form,":[84],"while":[85,127,151],"facilitates":[87],"sharing":[89,93],"across":[90],"without":[92,178],"local":[94],"or":[96],"raw":[97],"data,":[98],"ensuring":[99],"privacy":[100],"preservation.":[101],"This":[102],"approach":[104],"offers":[105],"scalable":[107],"solution":[108,205],"transformers":[112],"manner,":[116],"where":[117],"only":[118],"is":[121,188],"shared,":[122],"significantly":[123],"reducing":[124,152],"communication":[125,135,161],"overhead":[126],"maintaining":[128],"comparable":[129],"performance":[131],"under":[132],"same":[134],"constraints.":[136],"Experimental":[137],"results":[138],"demonstrate":[139],"Fed-Grow":[141,187],"outperforms":[142],"state-of-the-art":[143],"methods":[144],"terms":[146],"accuracy":[148],"precision,":[150],"number":[154],"trainable":[156],"parameters":[157],"59.25%":[159],"costs":[162],"73.01%.":[164],"These":[165],"improvements":[166],"allow":[167],"higher":[169],"efficiency":[170],"training":[172],"environments,":[177],"sacrificing":[179],"performance.":[180],"best":[183],"our":[185],"knowledge,":[186],"first":[190],"method":[191],"cooperative":[194],"setting,":[200],"making":[201],"it":[202],"practical":[204],"users.":[208]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-02-20T00:00:00"}