{"id":"https://openalex.org/W4402673295","doi":"https://doi.org/10.1109/tsp.2024.3454986","title":"Magnitude Matters: Fixing signSGD Through Magnitude-Aware Sparsification and Error Feedback in the Presence of Data Heterogeneity","display_name":"Magnitude Matters: Fixing signSGD Through Magnitude-Aware Sparsification and Error Feedback in the Presence of Data Heterogeneity","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402673295","doi":"https://doi.org/10.1109/tsp.2024.3454986"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3454986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3454986","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070646892","display_name":"Richeng Jin","orcid":"https://orcid.org/0000-0002-1480-585X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richeng Jin","raw_affiliation_strings":["Department of Information and Communication Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1480-585X","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077587039","display_name":"Xiaofan He","orcid":"https://orcid.org/0000-0002-9254-9062"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofan He","raw_affiliation_strings":["Electronic Information School, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-9254-9062","affiliations":[{"raw_affiliation_string":"Electronic Information School, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024046434","display_name":"Caijun Zhong","orcid":"https://orcid.org/0000-0002-9960-7800"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Caijun Zhong","raw_affiliation_strings":["Department of Information and Communication Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9960-7800","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751311","display_name":"Zhaoyang Zhang","orcid":"https://orcid.org/0000-0003-2346-6228"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Zhang","raw_affiliation_strings":["Department of Information and Communication Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2346-6228","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027155270","display_name":"Huaiyu Dai","orcid":"https://orcid.org/0000-0002-0078-4891"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huaiyu Dai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-0078-4891","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3292,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.9127518,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"72","issue":null,"first_page":"5140","last_page":"5155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.8953999876976013,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.8953999876976013,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.8481000065803528,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.8429999947547913,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/magnitude","display_name":"Magnitude (astronomy)","score":0.8179470300674438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5858922600746155},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4129839241504669},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37393832206726074},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3542589545249939},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2963041663169861},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11009228229522705}],"concepts":[{"id":"https://openalex.org/C126691448","wikidata":"https://www.wikidata.org/wiki/Q2028919","display_name":"Magnitude (astronomy)","level":2,"score":0.8179470300674438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5858922600746155},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4129839241504669},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37393832206726074},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3542589545249939},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2963041663169861},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11009228229522705},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2024.3454986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3454986","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2530942148","display_name":null,"funder_award_id":"ECCS-2203214","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4820776062","display_name":null,"funder_award_id":"62301487","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2115613939","https://openalex.org/W2194775991","https://openalex.org/W2258283075","https://openalex.org/W2907379776","https://openalex.org/W2978015420","https://openalex.org/W2979495156","https://openalex.org/W2989289980","https://openalex.org/W2995022099","https://openalex.org/W3007283957","https://openalex.org/W3015640161","https://openalex.org/W3021654819","https://openalex.org/W3033664100","https://openalex.org/W3048657120","https://openalex.org/W3108590825","https://openalex.org/W3133902371","https://openalex.org/W3194243671","https://openalex.org/W3214050373","https://openalex.org/W4320018486","https://openalex.org/W6637373629","https://openalex.org/W6684859321","https://openalex.org/W6728757088","https://openalex.org/W6738460352","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6748019269","https://openalex.org/W6752191696","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6758358981","https://openalex.org/W6762421227","https://openalex.org/W6762875557","https://openalex.org/W6765541894","https://openalex.org/W6767676916","https://openalex.org/W6768511045","https://openalex.org/W6773817997","https://openalex.org/W6773976177","https://openalex.org/W6774501275","https://openalex.org/W6779786081","https://openalex.org/W6780501606","https://openalex.org/W6780897730","https://openalex.org/W6790212648","https://openalex.org/W6791389326","https://openalex.org/W6797161312"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2376418092","https://openalex.org/W2072983018","https://openalex.org/W1016952678","https://openalex.org/W2257644995","https://openalex.org/W1513444457","https://openalex.org/W4311345787","https://openalex.org/W2188141918","https://openalex.org/W3185336960"],"abstract_inverted_index":{"Communication":[0],"overhead":[1],"has":[2,61],"become":[3],"one":[4],"of":[5,13,32,45,78,116,151,159],"the":[6,10,19,43,53,66,72,79,90,96,99,113,126,130,139,149,152,160],"major":[7],"bottlenecks":[8],"in":[9,42,52,95],"distributed":[11],"training":[12,97],"deep":[14],"neural":[15],"networks.":[16],"To":[17],"alleviate":[18],"concern,":[20],"various":[21],"gradient":[22],"compression":[23,80],"methods":[24],"have":[25],"been":[26,62],"proposed,":[27],"and":[28,129,145,148,173],"sign-based":[29],"algorithms":[30],"are":[31,134],"surging":[33],"interest.":[34],"However,":[35],"<sc":[36,117],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[37,118],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">sign</small>SGD":[38,119],"fails":[39],"to":[40,64,74,137],"converge":[41],"presence":[44],"data":[46],"heterogeneity,":[47],"which":[48,82,111],"is":[49,155,163],"commonly":[50],"observed":[51],"emerging":[54],"federated":[55],"learning":[56,100,140],"(FL)":[57],"paradigm.":[58],"Error":[59],"feedback":[60,132],"proposed":[63,153,161],"address":[65],"non-convergence":[67,114],"issue.":[68],"Nonetheless,":[69],"it":[70,84],"requires":[71],"workers":[73,91],"locally":[75],"keep":[76],"track":[77],"errors,":[81],"renders":[83],"not":[85,93],"suitable":[86],"for":[87],"FL":[88],"since":[89],"may":[92],"participate":[94],"throughout":[98],"process.":[101],"In":[102],"this":[103],"paper,":[104],"we":[105],"propose":[106],"a":[107],"magnitude-driven":[108],"sparsification":[109],"scheme,":[110],"addresses":[112],"issue":[115],"while":[120],"further":[121,135],"improving":[122],"communication":[123,146],"efficiency.":[124],"Moreover,":[125],"local":[127],"update":[128],"error":[131],"schemes":[133],"incorporated":[136],"improve":[138],"performance":[141],"(i.e.,":[142],"test":[143],"accuracy":[144],"efficiency),":[147],"convergence":[150],"method":[154],"established.":[156],"The":[157],"effectiveness":[158],"scheme":[162],"validated":[164],"through":[165],"extensive":[166],"experiments":[167],"on":[168],"Fashion-MNIST,":[169],"CIFAR-10,":[170],"CIFAR-100,":[171],"Tiny-ImageNet,":[172],"Mini-ImageNet":[174],"datasets.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}