{"id":"https://openalex.org/W4321016464","doi":"https://doi.org/10.1109/tsp.2023.3244084","title":"Optimization-Based Block Coordinate Gradient Coding for Mitigating Partial Stragglers in Distributed Learning","display_name":"Optimization-Based Block Coordinate Gradient Coding for Mitigating Partial Stragglers in Distributed Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4321016464","doi":"https://doi.org/10.1109/tsp.2023.3244084"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2023.3244084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2023.3244084","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100341181","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0001-5525-5260"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5525-5260","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071987706","display_name":"Ying Cui","orcid":"https://orcid.org/0000-0003-3181-9775"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ying Cui","raw_affiliation_strings":["IoT Thrust, Hong Kong University of Science and Technology Guangzhou, Guangzhou, China","Department of Electronic Engineering, Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-3181-9775","affiliations":[{"raw_affiliation_string":"IoT Thrust, Hong Kong University of Science and Technology Guangzhou, Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electronic Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675587","display_name":"Chenglin Li","orcid":"https://orcid.org/0000-0003-2888-594X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2888-594X","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016006337","display_name":"Junni Zou","orcid":"https://orcid.org/0000-0002-9694-9880"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junni Zou","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9694-9880","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002494284","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0003-4552-0029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4552-0029","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7931,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75240705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"71","issue":null,"first_page":"1023","last_page":"1038"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6745924949645996},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6662660837173462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.474281370639801},{"id":"https://openalex.org/keywords/mathematical-notation","display_name":"Mathematical notation","score":0.43762797117233276},{"id":"https://openalex.org/keywords/coding-theory","display_name":"Coding theory","score":0.42731761932373047},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3768436908721924},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3539476990699768},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3514471650123596},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3389014005661011},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.18626701831817627},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15180760622024536}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6745924949645996},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6662660837173462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.474281370639801},{"id":"https://openalex.org/C24457124","wikidata":"https://www.wikidata.org/wiki/Q1140046","display_name":"Mathematical notation","level":3,"score":0.43762797117233276},{"id":"https://openalex.org/C113709454","wikidata":"https://www.wikidata.org/wiki/Q602136","display_name":"Coding theory","level":2,"score":0.42731761932373047},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3768436908721924},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3539476990699768},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3514471650123596},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3389014005661011},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.18626701831817627},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15180760622024536}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2023.3244084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2023.3244084","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-126909","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-126909","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4572810697","display_name":"\u514d\u6388\u6743\u968f\u673a\u63a5\u5165\u4e2d\u6d3b\u8dc3\u68c0\u6d4b\u3001\u4fe1\u9053\u4f30\u8ba1\u4e0e\u6570\u636e\u4f20\u8f93\u7406\u8bba\u4e0e\u6280 \u672f","funder_award_id":"20ZR1425300","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G4936292138","display_name":null,"funder_award_id":"T2122024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G510744082","display_name":null,"funder_award_id":"61831018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6094063813","display_name":null,"funder_award_id":"62125109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6393920532","display_name":null,"funder_award_id":"61972256","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7123918047","display_name":null,"funder_award_id":"62120106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8700549466","display_name":null,"funder_award_id":"61931023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1577245107","https://openalex.org/W1686810756","https://openalex.org/W1982063824","https://openalex.org/W2194775991","https://openalex.org/W2268702383","https://openalex.org/W2588576771","https://openalex.org/W2618530766","https://openalex.org/W2745045892","https://openalex.org/W2798525132","https://openalex.org/W2913243214","https://openalex.org/W2914855042","https://openalex.org/W2963062115","https://openalex.org/W2963117124","https://openalex.org/W2963120762","https://openalex.org/W2963347140","https://openalex.org/W2963687457","https://openalex.org/W2963706835","https://openalex.org/W2963726510","https://openalex.org/W2963772155","https://openalex.org/W2964229375","https://openalex.org/W2964323106","https://openalex.org/W2964352239","https://openalex.org/W2975971390","https://openalex.org/W2976713597","https://openalex.org/W2977030270","https://openalex.org/W3008490107","https://openalex.org/W3011729304","https://openalex.org/W3023838981","https://openalex.org/W3057204857","https://openalex.org/W3100515187","https://openalex.org/W3108590825","https://openalex.org/W3108697863","https://openalex.org/W3134863288","https://openalex.org/W3155684213","https://openalex.org/W3204091362","https://openalex.org/W4210697999","https://openalex.org/W4246193833","https://openalex.org/W4250589301","https://openalex.org/W4285123476","https://openalex.org/W4292969196","https://openalex.org/W4293449910","https://openalex.org/W4321016464","https://openalex.org/W6637373629","https://openalex.org/W6676421412","https://openalex.org/W6728757088","https://openalex.org/W6730190955","https://openalex.org/W6738835244","https://openalex.org/W6742061381","https://openalex.org/W6746024075","https://openalex.org/W6748342376","https://openalex.org/W6752557422","https://openalex.org/W6759084776","https://openalex.org/W6781741699"],"related_works":["https://openalex.org/W2393607213","https://openalex.org/W2495832077","https://openalex.org/W1968256718","https://openalex.org/W2624682093","https://openalex.org/W98357545","https://openalex.org/W2278797713","https://openalex.org/W4249487612","https://openalex.org/W977407476","https://openalex.org/W3167735904","https://openalex.org/W4280602899"],"abstract_inverted_index":{"Gradient":[0],"coding":[1,51,109,116,137,164,229,236],"schemes":[2,349],"effectively":[3],"mitigate":[4],"full":[5],"stragglers":[6,32,56],"in":[7,14,57],"distributed":[8,58,64],"learning":[9,91],"by":[10,77],"introducing":[11],"identical":[12,216],"redundancy":[13],"coded":[15,347],"local":[16],"partial":[17,31,41,55,80],"derivatives":[18],"corresponding":[19],"to":[20,46,158,182,245,271,313],"all":[21],"model":[22,82,98],"parameters.":[23],"However,":[24],"they":[25,34],"are":[26,169],"no":[27],"longer":[28],"effective":[29],"for":[30,53,126,166,238],"as":[33],"cannot":[35],"utilize":[36],"incomplete":[37],"computation":[38,348],"results":[39,338],"from":[40],"stragglers.":[42],"This":[43,218],"paper":[44],"aims":[45],"design":[47],"a":[48,63,78,87,106,315,320,333],"new":[49],"gradient":[50,101,108,136,228],"scheme":[52,110,230],"mitigating":[54],"learning.":[59],"Specifically,":[60],"we":[61,104,140,178,241,258,300],"consider":[62,141],"system":[65],"consisting":[66],"of":[67,144,152,201,254,263,296,305],"one":[68],"master":[69],"and":[70,83,149,276,318,350],"<inline-formula":[71,94,112,119,128,160,191,203,209,232,266,286,308,327],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[72,95,113,120,129,161,192,204,210,233,267,287,309,328],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[73,96,114,121,130,162,193,205,211,234,268,288,310,329],"notation=\"LaTeX\">$N$</tex-math></inline-formula>":[74,212,235],"workers,":[75],"characterized":[76],"general":[79,88],"straggler":[81],"focuses":[84],"on":[85],"solving":[86],"large-scale":[89],"machine":[90],"problem":[92,189],"with":[93,111,156,190,215,231,283,324],"notation=\"LaTeX\">$L$</tex-math></inline-formula>":[97,115,122,131,163,206],"parameters":[99,117,165,237],"using":[100],"coding.":[102],"First,":[103],"propose":[105],"coordinate":[107,227],"representing":[118,198],"possibly":[123],"different":[124],"diversities":[125],"the":[127,142,145,150,153,159,199,202,251,293,297,341],"coordinates,":[132,167],"which":[133,168],"generates":[134],"most":[135],"schemes.":[138],"Then,":[139,240],"minimization":[143,253],"expected":[146,255],"overall":[147,256],"runtime":[148],"maximization":[151,295],"completion":[154,298],"probability":[155],"respect":[157],"challenging":[170],"discrete":[171,188],"optimization":[172],"problems.":[173],"To":[174],"reduce":[175,247],"computational":[176,248,264,284,306,325],"complexity,":[177],"first":[179],"transform":[180],"each":[181,214],"an":[183,220,260,273,302],"equivalent":[184,221],"but":[185,222],"much":[186],"simpler":[187],"notation=\"LaTeX\">$N":[194],"\\ll":[195],"L$</tex-math></inline-formula>":[196],"variables":[197],"partition":[200],"coordinates":[207],"into":[208],"blocks,":[213],"redundancy.":[217],"indicates":[219],"more":[223],"easily":[224],"implemented":[225],"block":[226],"blocks.":[239],"adopt":[242],"continuous":[243],"relaxation":[244],"further":[246],"complexity.":[249],"For":[250,292],"resulting":[252],"runtime,":[257],"develop":[259,301],"iterative":[261,303],"algorithm":[262,304],"complexity":[265,285,307,326],"notation=\"LaTeX\">$\\mathcal":[269,289,311,330],"{O}(N^{2})$</tex-math></inline-formula>":[270,312],"obtain":[272,314],"optimal":[274],"solution":[275,323],"derive":[277,319],"two":[278],"closed-form":[279,321],"approximate":[280,322],"solutions":[281,343],"both":[282],"{O}(N)$</tex-math></inline-formula>":[290,331],".":[291],"resultant":[294],"probability,":[299],"stationary":[316],"point":[317],"at":[332],"large":[334],"threshold.":[335],"Finally,":[336],"numerical":[337],"show":[339],"that":[340],"proposed":[342],"significantly":[344],"outperform":[345],"existing":[346],"their":[351],"extensions.":[352]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2023-02-17T00:00:00"}