{"id":"https://openalex.org/W4389609830","doi":"https://doi.org/10.1109/tnet.2023.3328632","title":"FedPAGE: Pruning Adaptively Toward Global Efficiency of Heterogeneous Federated Learning","display_name":"FedPAGE: Pruning Adaptively Toward Global Efficiency of Heterogeneous Federated Learning","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4389609830","doi":"https://doi.org/10.1109/tnet.2023.3328632"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2023.3328632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3328632","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101151571","display_name":"Guangmeng Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangmeng Zhou","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-6133-7434","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350165","display_name":"Qi Li","orcid":"https://orcid.org/0000-0001-8776-8730"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8776-8730","affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Huawei, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005782129","display_name":"Yi Zhao","orcid":"https://orcid.org/0000-0003-3632-3381"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhao","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3632-3381","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067509248","display_name":"Qi Tan","orcid":"https://orcid.org/0000-0002-9316-4578"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tan","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9316-4578","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034995427","display_name":"Su Yao","orcid":"https://orcid.org/0000-0001-5165-2787"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Su Yao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5165-2787","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100665814","display_name":"Ke Xu","orcid":"https://orcid.org/0000-0003-2587-8517"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2587-8517","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":2.3646,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9075049,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":"3","first_page":"1873","last_page":"1887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8696338534355164},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8347482681274414},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7233069539070129},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5519405007362366},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5396928787231445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5123878121376038},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5078051686286926},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4724215269088745},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.43703004717826843},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4253653585910797},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2549152374267578},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.21868079900741577},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1786394715309143}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8696338534355164},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8347482681274414},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7233069539070129},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5519405007362366},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5396928787231445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5123878121376038},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5078051686286926},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4724215269088745},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.43703004717826843},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4253653585910797},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2549152374267578},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.21868079900741577},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1786394715309143},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2023.3328632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3328632","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1268730633","display_name":null,"funder_award_id":"62202258","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3423709866","display_name":"\u57fa\u4e8e\u533a\u5757\u94fe\u7684\u7269\u8054\u7f51\u5b89\u5168\u6280\u672f\u7814\u7a76","funder_award_id":"61932016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4818684285","display_name":null,"funder_award_id":"U22B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5593475747","display_name":null,"funder_award_id":"2021M701894","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7155321176","display_name":null,"funder_award_id":"62132011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1528469369","https://openalex.org/W2001610032","https://openalex.org/W2045271686","https://openalex.org/W2100659887","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2285660444","https://openalex.org/W2495425901","https://openalex.org/W2767079719","https://openalex.org/W2773706593","https://openalex.org/W2896457183","https://openalex.org/W2900120080","https://openalex.org/W2900182564","https://openalex.org/W2921434559","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2939504873","https://openalex.org/W2962851801","https://openalex.org/W2963318081","https://openalex.org/W2977090839","https://openalex.org/W2982409974","https://openalex.org/W2989289980","https://openalex.org/W2998103904","https://openalex.org/W3003631670","https://openalex.org/W3034408420","https://openalex.org/W3034513523","https://openalex.org/W3035251378","https://openalex.org/W3099365437","https://openalex.org/W3099980742","https://openalex.org/W3118608800","https://openalex.org/W3174935259","https://openalex.org/W3184192107","https://openalex.org/W3211786132","https://openalex.org/W4221143748","https://openalex.org/W4283801341","https://openalex.org/W4289107582","https://openalex.org/W4289147229","https://openalex.org/W4297687186","https://openalex.org/W4310049486","https://openalex.org/W4312326048","https://openalex.org/W6639193275","https://openalex.org/W6639480849","https://openalex.org/W6639528875","https://openalex.org/W6679393576","https://openalex.org/W6723181079","https://openalex.org/W6726275242","https://openalex.org/W6728757088","https://openalex.org/W6729007826","https://openalex.org/W6736413256","https://openalex.org/W6738105350","https://openalex.org/W6738460352","https://openalex.org/W6739917289","https://openalex.org/W6746839373","https://openalex.org/W6748035112","https://openalex.org/W6755024261","https://openalex.org/W6755207826","https://openalex.org/W6755988804","https://openalex.org/W6756756286","https://openalex.org/W6757093123","https://openalex.org/W6759238902","https://openalex.org/W6760214840","https://openalex.org/W6761601108","https://openalex.org/W6762945437","https://openalex.org/W6763048141","https://openalex.org/W6765541894","https://openalex.org/W6767327937","https://openalex.org/W6770046221","https://openalex.org/W6772275000","https://openalex.org/W6773667195","https://openalex.org/W6773817997","https://openalex.org/W6779688229","https://openalex.org/W6780897730","https://openalex.org/W6782312781","https://openalex.org/W6783533280","https://openalex.org/W6787972765","https://openalex.org/W6790034021","https://openalex.org/W6796484261","https://openalex.org/W6810104323"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2027972911","https://openalex.org/W2146343568","https://openalex.org/W2013643406","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W2097707447"],"abstract_inverted_index":{"When":[0],"workers":[1,42],"are":[2],"heterogeneous":[3],"in":[4,105],"computing":[5],"and":[6,34,53,109,126,145,154],"transmission":[7],"capabilities,":[8],"the":[9,17,21,26,75,81,106,112,123,141,147,161,168],"global":[10,48,102],"efficiency":[11],"of":[12,130,143,149],"federated":[13,36],"learning":[14,37,64],"suffers":[15],"from":[16],"straggler":[18],"issue,":[19],"i.e.,":[20,50,86],"slowest":[22],"worker":[23],"drags":[24],"down":[25],"overall":[27,76],"training":[28,52,125],"process.":[29],"We":[30,139],"propose":[31,111],"a":[32,61],"novel":[33],"efficient":[35],"framework":[38],"named":[39],"FedPAGE,":[40],"where":[41],"perform":[43],"distributed":[44,107,137],"pruning":[45,62,69,114],"adaptively":[46],"towards":[47],"efficiency,":[49],"fast":[51,57],"high":[54,90],"accuracy.":[55],"For":[56,89],"training,":[58],"we":[59,92,121],"develop":[60],"rate":[63,70],"approach":[65],"generating":[66],"an":[67],"adaptive":[68],"for":[71],"each":[72],"worker,":[73],"making":[74],"update":[77,84],"time":[78],"approximate":[79],"to":[80,101,116,134],"fastest":[82],"worker\u2019s":[83],"time,":[85],"no":[87],"stragglers.":[88],"accuracy,":[91],"find":[93],"that":[94],"structural":[95],"similarity":[96],"between":[97],"sub-models":[98,133],"is":[99],"essential":[100],"model":[103,128],"accuracy":[104,166],"pruning,":[108],"thus":[110],"CIG_X":[113],"scheme":[115],"ensure":[117],"maximum":[118],"similarity.":[119],"Meanwhile,":[120],"adopt":[122],"sparse":[124],"design":[127],"aggregating":[129],"different":[131],"size":[132],"cope":[135],"with":[136,160,167],"pruning.":[138],"prove":[140],"convergence":[142],"FedPAGE":[144,150,163],"demonstrate":[146],"effectiveness":[148],"on":[151],"image":[152],"classification":[153],"natural":[155],"language":[156],"inference":[157],"tasks.":[158],"Compared":[159],"state-of-the-art,":[162],"achieves":[164],"higher":[165],"same":[169],"speedup":[170],"ratio.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}