{"id":"https://openalex.org/W4402039775","doi":"https://doi.org/10.1109/tsp.2024.3452035","title":"STSyn: Speeding Up Local SGD With Straggler-Tolerant Synchronization","display_name":"STSyn: Speeding Up Local SGD With Straggler-Tolerant Synchronization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402039775","doi":"https://doi.org/10.1109/tsp.2024.3452035"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3452035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3452035","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100456631","display_name":"Feng Zhu","orcid":"https://orcid.org/0000-0002-4661-0686"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feng Zhu","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Department of Communication Science and Engineering, School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Department of Communication Science and Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369412","display_name":"Jingjing Zhang","orcid":"https://orcid.org/0000-0003-1498-4912"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Zhang","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Department of Communication Science and Engineering, School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Department of Communication Science and Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100328094","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0003-2292-3845"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Key Laboratory for Information Science of Electromagnetic Waves (MoE), Department of Communication Science and Engineering, School of Information Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Information Science of Electromagnetic Waves (MoE), Department of Communication Science and Engineering, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100456631"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.0878,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81121831,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"72","issue":null,"first_page":"4050","last_page":"4064"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6265043020248413},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5037152171134949},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4047314524650574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6265043020248413},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5037152171134949},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4047314524650574},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2024.3452035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3452035","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5607986989","display_name":null,"funder_award_id":"62231010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6641052412","display_name":null,"funder_award_id":"62071126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7526374206","display_name":null,"funder_award_id":"62101134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1982063824","https://openalex.org/W2083842231","https://openalex.org/W2112515277","https://openalex.org/W2523435939","https://openalex.org/W2622263826","https://openalex.org/W2744599870","https://openalex.org/W2757498728","https://openalex.org/W2807006176","https://openalex.org/W2888206291","https://openalex.org/W2900182564","https://openalex.org/W2914855042","https://openalex.org/W2963318081","https://openalex.org/W2963687457","https://openalex.org/W2963964896","https://openalex.org/W2978709794","https://openalex.org/W2982654255","https://openalex.org/W2989289980","https://openalex.org/W2993660227","https://openalex.org/W3014570036","https://openalex.org/W3035199578","https://openalex.org/W3047475040","https://openalex.org/W3102816259","https://openalex.org/W3106416029","https://openalex.org/W3116579057","https://openalex.org/W3213984553","https://openalex.org/W4285157589","https://openalex.org/W4288111766","https://openalex.org/W4302065222","https://openalex.org/W4321016464","https://openalex.org/W4399062515","https://openalex.org/W6622473587","https://openalex.org/W6631132026","https://openalex.org/W6638533276","https://openalex.org/W6662929504","https://openalex.org/W6680402377","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6713845732","https://openalex.org/W6714512170","https://openalex.org/W6728757088","https://openalex.org/W6738250615","https://openalex.org/W6738383168","https://openalex.org/W6739554518","https://openalex.org/W6739622702","https://openalex.org/W6740154879","https://openalex.org/W6742061381","https://openalex.org/W6749257597","https://openalex.org/W6751965723","https://openalex.org/W6752029299","https://openalex.org/W6752191696","https://openalex.org/W6754143808","https://openalex.org/W6754416507","https://openalex.org/W6755251367","https://openalex.org/W6757392376","https://openalex.org/W6759084776","https://openalex.org/W6761040187","https://openalex.org/W6765541894","https://openalex.org/W6766831760","https://openalex.org/W6767664422","https://openalex.org/W6769579599","https://openalex.org/W6773817997","https://openalex.org/W6773976177","https://openalex.org/W6780897730","https://openalex.org/W6781318954","https://openalex.org/W6790212648","https://openalex.org/W6791518594","https://openalex.org/W6796096428","https://openalex.org/W6845245397","https://openalex.org/W6852543822","https://openalex.org/W6868628347"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032"],"abstract_inverted_index":{"Synchronous":[0],"local":[1,34,42,85,109,164,190],"stochastic":[2],"gradient":[3],"descent":[4],"(local":[5],"SGD)":[6],"suffers":[7],"from":[8],"some":[9],"workers":[10,27,65,70,116,181],"being":[11],"idle":[12],"and":[13,19,77,111,139,158,182,201],"random":[14],"delays":[15],"due":[16],"to":[17,28,56,154],"slow":[18],"straggling":[20],"workers,":[21,193],"as":[22],"it":[23],"waits":[24],"for":[25,58,136,179],"the":[26,30,59,69,95,102,131,146,159,170],"complete":[29],"same":[31],"amount":[32],"of":[33,81,87,91,97,101,108,114,123,148,161,172,189],"updates.":[35],"To":[36,93],"address":[37],"this":[38,50],"issue,":[39],"a":[40],"novel":[41],"SGD":[43],"strategy":[44],"called":[45],"STSyn":[46,124,149,194],"is":[47,55,119,125,134,175],"proposed":[48],"in":[49,199],"paper.":[51],"The":[52,121],"key":[53],"point":[54],"wait":[57],"<inline-formula":[60],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[61],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[62],"notation=\"LaTeX\">$K$</tex-math></inline-formula>":[63],"fastest":[64],"while":[66],"keeping":[67],"all":[68],"computing":[71],"continually":[72],"at":[73,166],"each":[74,88,167],"synchronization":[75,185],"round,":[76],"making":[78],"full":[79],"use":[80],"any":[82],"effective":[83,163],"(completed)":[84],"update":[86],"worker":[89],"regardless":[90],"stragglers.":[92],"evaluate":[94],"performance":[96],"STSyn,":[98],"an":[99],"analysis":[100],"average":[103,106,112],"wall-clock":[104],"time,":[105],"number":[107,113],"updates,":[110],"uploading":[115],"per":[117],"round":[118],"provided.":[120],"convergence":[122],"also":[126],"rigorously":[127],"established":[128],"even":[129],"when":[130],"objective":[132],"function":[133],"nonconvex":[135],"both":[137,198],"homogeneous":[138],"heterogeneous":[140,184],"data":[141],"distributions.":[142],"Experimental":[143],"results":[144],"highlight":[145],"superiority":[147],"over":[150],"state-of-the-art":[151],"schemes,":[152],"thanks":[153],"its":[155],"straggler-tolerant":[156],"technique":[157],"inclusion":[160],"additional":[162],"updates":[165,191],"worker.":[168],"Furthermore,":[169],"impact":[171],"system":[173],"parameters":[174],"investigated.":[176],"By":[177],"waiting":[178],"faster":[180],"allowing":[183],"with":[186],"different":[187],"numbers":[188],"across":[192],"provides":[195],"substantial":[196],"improvements":[197],"time":[200],"communication":[202],"efficiency.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}