{"id":"https://openalex.org/W4210697999","doi":"https://doi.org/10.1109/globecom46510.2021.9685858","title":"Optimization-based Block Coordinate Gradient Coding","display_name":"Optimization-based Block Coordinate Gradient Coding","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210697999","doi":"https://doi.org/10.1109/globecom46510.2021.9685858"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685858","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.08933","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037402621","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0003-1325-0933"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_string":"Shanghai Jiao Tong University, China","raw_affiliation_strings":["Shanghai Jiao Tong University, China"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071987706","display_name":"Ying Cui","orcid":"https://orcid.org/0000-0003-3181-9775"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Cui","raw_affiliation_string":"Shanghai Jiao Tong University, China","raw_affiliation_strings":["Shanghai Jiao Tong University, China"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037121594","display_name":"Chenglin Li","orcid":"https://orcid.org/0009-0002-3974-4472"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_string":"Shanghai Jiao Tong University, China","raw_affiliation_strings":["Shanghai Jiao Tong University, China"]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016006337","display_name":"Junni Zou","orcid":"https://orcid.org/0000-0002-9694-9880"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junni Zou","raw_affiliation_string":"Shanghai Jiao Tong University, China","raw_affiliation_strings":["Shanghai Jiao Tong University, China"]},{"author_position":"last","author":{"id":"https://openalex.org/A5042485246","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0001-6487-3909"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_string":"Shanghai Jiao Tong University, China","raw_affiliation_strings":["Shanghai Jiao Tong University, China"]}],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"has_fulltext":false,"cited_by_count":2,"cited_by_percentile_year":{"min":73,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Optimization Methods in Machine Learning","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Optimization Methods in Machine Learning","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Techniques for Data Analysis and Machine Learning","score":0.9974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":0.9927,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"keyword":"gradient","score":0.4338},{"keyword":"optimization-based","score":0.25}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6841777},{"id":"https://openalex.org/C158968445","wikidata":"https://www.wikidata.org/wiki/Q7631150","display_name":"Subgradient method","level":2,"score":0.58650964},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.5326801},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5277724},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.5143498},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.50437295},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.49291825},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.48885363},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4777493},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41219622},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.39926118},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24656028},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685858","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2109.08933","pdf_url":"https://arxiv.org/pdf/2109.08933","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2109.08933","pdf_url":"https://arxiv.org/pdf/2109.08933","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61871267,61831018,61931023,61972256,61971285,61720106001,61932022"}],"referenced_works_count":10,"referenced_works":["https://openalex.org/W2072936102","https://openalex.org/W2268702383","https://openalex.org/W2901745114","https://openalex.org/W2963062115","https://openalex.org/W2964229375","https://openalex.org/W2964323106","https://openalex.org/W2976713597","https://openalex.org/W2995947286","https://openalex.org/W3023838981","https://openalex.org/W4250589301"],"related_works":["https://openalex.org/W2037613239","https://openalex.org/W2359120930","https://openalex.org/W2781777036","https://openalex.org/W2390469630","https://openalex.org/W1971290991","https://openalex.org/W4378770495","https://openalex.org/W2059050877","https://openalex.org/W2962762987","https://openalex.org/W4236372925","https://openalex.org/W1944783162"],"ngrams_url":"https://api.openalex.org/works/W4210697999/ngrams","abstract_inverted_index":{"Existing":[0],"gradient":[1,98,205],"coding":[2,99,206],"schemes":[3],"introduce":[4],"identical":[5,120],"redundancy":[6],"across":[7,30,208],"the":[8,17,25,31,109,112,124,131,154,169,174,179,190,197,202,209],"coordinates":[9,32,114,210],"of":[10,27,33,43,82,111,173,192,204,211],"gradients":[11],"and":[12,46,56,144,178],"hence":[13],"cannot":[14],"fully":[15],"utilize":[16],"computation":[18,40],"results":[19],"from":[20],"partial":[21,53],"stragglers.":[22],"This":[23,35],"motivates":[24],"introduction":[26],"diverse":[28],"redundancies":[29,83,203],"gradients.":[34,212],"paper":[36],"considers":[37],"a":[38,51,60,103,139,163],"distributed":[39],"system":[41],"consisting":[42],"one":[44],"master":[45],"$N$":[47,80,116],"workers":[48],"characterized":[49],"by":[50],"general":[52,61],"straggler":[54],"model":[55,68],"focuses":[57],"on":[58,102],"solving":[59],"large-scale":[62],"machine":[63],"learning":[64],"problem":[65,106],"with":[66,119,150],"$L$":[67,113],"parameters.":[69],"We":[70,133,158],"show":[71,160],"that":[72,107,161,200],"it":[73],"is":[74,196],"sufficient":[75],"to":[76,122],"provide":[77],"at":[78],"most":[79],"levels":[81],"for":[84,128,153,166],"tolerating":[85],"$0,1,":[86],"\\cdots,":[87],"N-1$":[88],"stragglers,":[89],"respectively.":[90],"Consequently,":[91],"we":[92],"propose":[93,145],"an":[94,135],"optimal":[95,136],"block":[96],"coordinate":[97],"scheme":[100],"based":[101],"stochastic":[104,140,155],"optimization":[105,156],"optimizes":[108,201],"partition":[110],"into":[115],"blocks,":[117],"each":[118],"redundancy,":[121],"minimize":[123],"expected":[125,170],"overall":[126,171,181],"runtime":[127,182],"collaboratively":[129],"computing":[130],"gradient.":[132],"obtain":[134],"solution":[137],"using":[138],"projected":[141],"subgradient":[142],"method":[143],"two":[146,175],"low-complexity":[147],"approximate":[148,176],"solutions":[149,177],"closed-from":[151],"expressions,":[152],"problem.":[157],"also":[159],"under":[162],"shifted-exponential":[164],"distribution,":[165],"any":[167],"$L$,":[168],"runtimes":[172],"minimum":[180],"have":[183],"sub-linear":[184],"multiplicative":[185],"gaps":[186],"in":[187],"$N$.":[188],"To":[189],"best":[191],"our":[193],"knowledge,":[194],"this":[195],"first":[198],"work":[199],"introduced":[207]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4210697999","counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2024-03-19T13:48:56.159595","created_date":"2022-02-08"}