{"id":"https://openalex.org/W4402592942","doi":"https://doi.org/10.1109/jstsp.2024.3463505","title":"Sparse Training for Federated Learning With Regularized Error Correction","display_name":"Sparse Training for Federated Learning With Regularized Error Correction","publication_year":2024,"publication_date":"2024-09-01","ids":{"openalex":"https://openalex.org/W4402592942","doi":"https://doi.org/10.1109/jstsp.2024.3463505"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2024.3463505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3463505","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093567674","display_name":"Ran Greidi","orcid":null},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ran Greidi","raw_affiliation_strings":["School of Electrical and Computer Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"raw_orcid":"https://orcid.org/0009-0009-9637-1917","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066085947","display_name":"Kobi Cohen","orcid":"https://orcid.org/0000-0003-0532-009X"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Kobi Cohen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"raw_orcid":"https://orcid.org/0000-0003-0532-009X","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9164,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79306377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"18","issue":"6","first_page":"1085","last_page":"1099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9646000266075134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.7278018593788147},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7163724899291992},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5732907056808472},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4840649664402008},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4723968207836151},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.41802114248275757},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3786448836326599},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2604339122772217}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7278018593788147},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7163724899291992},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5732907056808472},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4840649664402008},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4723968207836151},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.41802114248275757},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3786448836326599},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2604339122772217},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2024.3463505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3463505","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5755329095","display_name":null,"funder_award_id":"2640/20","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2606891064","https://openalex.org/W2898754723","https://openalex.org/W2907379776","https://openalex.org/W2969343398","https://openalex.org/W2978015420","https://openalex.org/W2989289980","https://openalex.org/W2999204576","https://openalex.org/W3015613093","https://openalex.org/W3046653923","https://openalex.org/W3088234149","https://openalex.org/W3090615085","https://openalex.org/W3108590825","https://openalex.org/W3121362365","https://openalex.org/W3148526481","https://openalex.org/W3166972615","https://openalex.org/W3192007187","https://openalex.org/W3202820162","https://openalex.org/W3202869544","https://openalex.org/W4285302300","https://openalex.org/W4313155634","https://openalex.org/W4313627870","https://openalex.org/W4372266879","https://openalex.org/W4379781012","https://openalex.org/W4382752549","https://openalex.org/W4386902918","https://openalex.org/W4391019723","https://openalex.org/W4406047646","https://openalex.org/W6637373629","https://openalex.org/W6677580257","https://openalex.org/W6726275242","https://openalex.org/W6728757088","https://openalex.org/W6746839373","https://openalex.org/W6752012617","https://openalex.org/W6754416507","https://openalex.org/W6755251367","https://openalex.org/W6756756286","https://openalex.org/W6758358981","https://openalex.org/W6759238902","https://openalex.org/W6763549698","https://openalex.org/W6780897730","https://openalex.org/W6787972765","https://openalex.org/W6809704105","https://openalex.org/W6839799260"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4394050964","https://openalex.org/W2551249631"],"abstract_inverted_index":{"Federated":[0,121],"Learning":[1,122],"(FL)":[2],"is":[3,66,203],"an":[4,167,232],"emerging":[5],"paradigm":[6],"that":[7,174],"allows":[8],"for":[9,239],"decentralized":[10],"machine":[11],"learning":[12],"(ML),":[13],"where":[14,70],"multiple":[15],"models":[16,27,145],"are":[17,74,84],"collaboratively":[18],"trained":[19],"in":[20,28,40,49,151,181,193,246],"a":[21,67,95,117,134,156,214],"privacy-preserving":[22],"manner.":[23],"However,":[24],"training":[25,44,137],"DNN":[26],"FL":[29,153],"systems":[30],"face":[31],"challenges":[32],"such":[33],"as":[34],"elevated":[35],"computational":[36],"and":[37,81,163,210,220,244],"communication":[38],"costs":[39],"complex":[41,211],"tasks.":[42],"Sparse":[43],"schemes":[45],"gain":[46],"increasing":[47],"attention":[48],"order":[50],"to":[51,76,93,108,128,159,166],"scale":[52],"down":[53],"the":[54,77,82,109,143,149,152,160,223,240],"dimensionality":[55],"of":[56,142,183,201,242],"each":[57],"client":[58],"transmission.":[59],"Specifically,":[60],"sparsification":[61,97],"with":[62,123,146,186,195,227],"error":[63,88],"correction":[64,89],"methods":[65,90],"promising":[68],"technique,":[69],"only":[71,177],"important":[72],"updates":[73],"sent":[75],"parameter":[78],"server":[79],"(PS)":[80],"rest":[83],"accumulated":[85,140],"locally.":[86],"While":[87],"have":[91],"shown":[92],"achieve":[94],"significant":[96,191],"level":[98,217],"without":[99],"harming":[100],"convergence,":[101],"pushing":[102,164],"sparsity":[103,165,196,216],"further":[104],"remains":[105],"unresolved":[106],"due":[107],"staleness":[110,161],"effect.":[111],"In":[112],"this":[113,130],"paper,":[114],"we":[115],"propose":[116],"novel":[118,135],"algorithm,":[119],"dubbed":[120],"Accumulated":[124],"Regularized":[125],"Embeddings":[126],"(FLARE),":[127],"overcome":[129],"challenge.":[131],"FLARE":[132,175,202],"presents":[133],"sparse":[136],"approach":[138],"via":[139],"pulling":[141],"updated":[144],"regularization":[147],"on":[148,208],"embeddings":[150],"process,":[154],"providing":[155],"powerful":[157],"solution":[158],"effect,":[162],"exceptional":[168],"level.":[169],"Our":[170],"theoretical":[171],"analysis":[172],"demonstrates":[173],"not":[176],"matches":[178],"state-of-the-art":[179],"performance":[180,200],"terms":[182],"convergence":[184],"rate":[185],"time,":[187],"but":[188],"also":[189],"achieves":[190],"improvements":[192],"scalability":[194],"parameter.":[197],"The":[198],"empirical":[199],"validated":[204],"through":[205],"extensive":[206],"experiments":[207],"diverse":[209],"models,":[212],"achieving":[213],"remarkable":[215],"(10":[218],"times":[219],"more":[221],"beyond":[222],"current":[224],"state-of-the-art)":[225],"along":[226],"significantly":[228],"improved":[229],"accuracy.":[230],"Additionally,":[231],"open-source":[233],"software":[234],"package":[235],"has":[236],"been":[237],"developed":[238],"benefit":[241],"researchers":[243],"developers":[245],"related":[247],"fields.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}