{"id":"https://openalex.org/W4414122591","doi":"https://doi.org/10.1109/tsp.2025.3608715","title":"Towards Communication-Efficient Federated Learning via Sparse and Aligned Adaptive Optimization","display_name":"Towards Communication-Efficient Federated Learning via Sparse and Aligned Adaptive Optimization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414122591","doi":"https://doi.org/10.1109/tsp.2025.3608715"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2025.3608715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3608715","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065293029","display_name":"Xiumei Deng","orcid":"https://orcid.org/0000-0002-8606-5985"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiumei Deng","raw_affiliation_strings":["Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-8606-5985","affiliations":[{"raw_affiliation_string":"Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-6239-2922"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China","School of Information Science and Engineering"],"raw_orcid":"https://orcid.org/0000-0002-6239-2922","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Information Science and Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034649717","display_name":"Kang Wei","orcid":"https://orcid.org/0000-0001-8794-2153"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Wei","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China","School of Cyber Science and Engineering"],"raw_orcid":"https://orcid.org/0000-0001-8794-2153","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Cyber Science and Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080171254","display_name":"Long Shi","orcid":"https://orcid.org/0000-0001-6124-5173"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Shi","raw_affiliation_strings":["School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6124-5173","affiliations":[{"raw_affiliation_string":"School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["School of Electronics Electrical Engineering and Computer Science (EEECS), Queen’s University Belfast, Belfast, U.K","School of Electronics, Electrical Engineering and Computer Science (EEECS), Queen’s University Belfast, Belfast, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4440-941X","affiliations":[{"raw_affiliation_string":"School of Electronics Electrical Engineering and Computer Science (EEECS), Queen’s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science (EEECS), Queen’s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ming Ding","orcid":"https://orcid.org/0000-0002-3690-0321"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ming Ding","raw_affiliation_strings":["Data61, CSIRO, Sydney, NSW, Australia","Data61, CSIRO, Sydney, NSW 2015, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3690-0321","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"Data61, CSIRO, Sydney, NSW 2015, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wen Chen","orcid":"https://orcid.org/0000-0003-2133-8679"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Chen","raw_affiliation_strings":["Department of Electronics Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2133-8679","affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013079905","display_name":"Shi Jin","orcid":"https://orcid.org/0000-0003-0271-6021"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Jin","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-6021","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042307561","display_name":"H. Vincent Poor","orcid":"https://orcid.org/0000-0002-2062-131X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. Vincent Poor","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA","Department of Electrical and Computer Engineering, Princeton University, USA"],"raw_orcid":"https://orcid.org/0000-0002-2062-131X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Princeton University, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2915,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85685798,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"73","issue":null,"first_page":"4043","last_page":"4059"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5945000052452087},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.5774000287055969},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5627999901771545},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5591999888420105},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.519599974155426},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4851999878883362},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4480000138282776},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.43380001187324524},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7886999845504761},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5945000052452087},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.5774000287055969},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5627999901771545},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5591999888420105},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4851999878883362},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4480000138282776},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.43380001187324524},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3937000036239624},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.3779999911785126},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3580999970436096},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.31299999356269836},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2824000120162964},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C75438885","wikidata":"https://www.wikidata.org/wiki/Q3403615","display_name":"Large deviations theory","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C61062188","wikidata":"https://www.wikidata.org/wiki/Q835065","display_name":"Second moment of area","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.2660999894142151},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2025.3608715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3608715","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/8da10576-ba1c-4b62-bb52-683f2d03cae1","is_oa":false,"landing_page_url":"https://pure.qub.ac.uk/en/publications/8da10576-ba1c-4b62-bb52-683f2d03cae1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Deng, X, Li, J, Wei, K, Shi, L, Xiong, Z, Ding, M, Chen, W, Jin, S & Poor, H V 2025, 'Towards communication-efficient federated learning via sparse and aligned adaptive optimization', IEEE Transactions on Signal Processing, vol. 73, pp. 4043-4059. https://doi.org/10.1109/TSP.2025.3608715","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2572561021","display_name":null,"funder_award_id":"2242025K30025","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2637521528","display_name":null,"funder_award_id":"62471204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3007453054","display_name":null,"funder_award_id":"62531015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3098275199","display_name":null,"funder_award_id":"62371239","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2972960568","https://openalex.org/W2991236681","https://openalex.org/W3045590453","https://openalex.org/W3048036474","https://openalex.org/W3048584318","https://openalex.org/W3089807438","https://openalex.org/W3091075746","https://openalex.org/W3122294042","https://openalex.org/W3129329365","https://openalex.org/W3172744943","https://openalex.org/W3176364684","https://openalex.org/W3189193281","https://openalex.org/W3196370796","https://openalex.org/W3203803206","https://openalex.org/W4220935909","https://openalex.org/W4282924988","https://openalex.org/W4285295367","https://openalex.org/W4307454782","https://openalex.org/W4312340627","https://openalex.org/W4312768957","https://openalex.org/W4318812247","https://openalex.org/W4319988669","https://openalex.org/W4320011078","https://openalex.org/W4321483947","https://openalex.org/W4363649017","https://openalex.org/W4364383101","https://openalex.org/W4385626838","https://openalex.org/W4386156801","https://openalex.org/W4386363118","https://openalex.org/W4386902918","https://openalex.org/W4393028667","https://openalex.org/W4398151377","https://openalex.org/W4401113574","https://openalex.org/W4402568915"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Adaptive":[0],"moment":[1,59,94,119],"estimation":[2],"(Adam),":[3],"as":[4],"a":[5,31,76,122],"Stochastic":[6],"Gradient":[7],"Descent":[8],"(SGD)":[9],"variant,":[10],"has":[11],"gained":[12],"widespread":[13],"popularity":[14],"in":[15,34,208,241],"federated":[16,25,40],"learning":[17,194,223],"(FL)":[18],"due":[19],"to":[20,39,49,64,102,166,191],"its":[21],"fast":[22],"convergence.":[23],"However,":[24],"Adam":[26],"(FedAdam)":[27],"algorithms":[28],"suffer":[29],"from":[30,46,61],"threefold":[32],"increase":[33],"uplink":[35],"communication":[36,110],"overhead":[37],"compared":[38],"SGD":[41],"(FedSGD)":[42],"algorithms,":[43],"which":[44,163],"arises":[45],"the":[47,65,87,99,103,109,112,128,132,146,149,156,175,179,189,193,218,229,250,261],"necessity":[48],"transmit":[50],"both":[51,209],"local":[52,90,115,150,221],"model":[53,91,116,151,158,180],"updates":[54,88,113],"and":[55,57,93,96,118,155,169,184,211,216,225,254],"first":[56],"second":[58],"estimates":[60,95,120],"distributed":[62,84],"devices":[63,85],"centralized":[66,104,161,185],"server":[67],"for":[68,134,206],"aggregation.":[69],"Driven":[70],"by":[71,153,160,182,198],"this":[72],"issue,":[73],"we":[74,140,187,202],"propose":[75],"novel":[77],"sparse":[78,100,124,137,251],"FedAdam":[79,252,263],"algorithm":[80],"called":[81],"FedAdam-SSM,":[82],"wherein":[83],"sparsify":[86],"of":[89,114,220,232,243,260],"parameters":[92,117],"subsequently":[97],"upload":[98],"representations":[101],"server.":[105],"To":[106],"further":[107],"reduce":[108],"overhead,":[111],"incorporate":[121],"shared":[123],"mask":[125],"(SSM)":[126],"into":[127],"sparsification":[129,167,199,226],"process,":[130],"eliminating":[131],"need":[133],"three":[135],"separate":[136],"masks.":[138],"Theoretically,":[139],"develop":[141],"an":[142],"upper":[143],"bound":[144,177],"on":[145,228],"deviation":[147,176],"between":[148,178],"trained":[152,159,181],"FedAdam-SSM":[154,183,207,238],"target":[157],"Adam,":[162,186],"is":[164],"related":[165],"error":[168],"imbalanced":[170],"data":[171],"distribution.":[172],"By":[173],"minimizing":[174],"optimize":[188],"SSM":[190],"mitigate":[192],"performance":[195],"degradation":[196],"caused":[197],"error.":[200],"Additionally,":[201],"provide":[203],"convergence":[204,230,244],"bounds":[205],"convex":[210],"non-convex":[212],"objective":[213],"function":[214],"settings,":[215],"investigate":[217],"impact":[219],"epoch,":[222],"rate":[224,231,245],"ratio":[227],"FedAdam-SSM.":[233],"Experimental":[234],"results":[235],"show":[236],"that":[237],"outperforms":[239],"baselines":[240],"terms":[242],"(over":[246,257],"1.1\u00d7":[247],"faster":[248],"than":[249],"baselines)":[253],"test":[255],"accuracy":[256],"14.5%":[258],"ahead":[259],"quantized":[262],"baselines).":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}