{"id":"https://openalex.org/W4307926972","doi":"https://doi.org/10.48550/arxiv.2210.16402","title":"GradSkip: Communication-Accelerated Local Gradient Methods with Better Computational Complexity","display_name":"GradSkip: Communication-Accelerated Local Gradient Methods with Better Computational Complexity","publication_year":2022,"publication_date":"2022-10-28","ids":{"openalex":"https://openalex.org/W4307926972","doi":"https://doi.org/10.48550/arxiv.2210.16402"},"language":"en","primary_location":{"id":"pmh:oai:repository.kaust.edu.sa:10754/685378","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/685378","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Preprint"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.16402","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061153325","display_name":"Artavazd Maranjyan","orcid":"https://orcid.org/0000-0001-8409-817X","observed_orcids":["https://orcid.org/0000-0001-8409-817X"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Maranjyan, Artavazd","raw_affiliation_strings":["University of Science and Technology (KAUST)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology (KAUST)","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037126089","display_name":"Mher Safaryan","orcid":"https://orcid.org/0000-0001-6290-1398","observed_orcids":["https://orcid.org/0000-0001-6290-1398"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Safaryan, Mher","raw_affiliation_strings":["University of Science and Technology ( KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology ( KAUST","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036598221","display_name":"Peter Richt\u00e1rik","orcid":"https://orcid.org/0000-0003-4380-5848","observed_orcids":["https://orcid.org/0000-0003-4380-5848"]},"institutions":[{"id":"https://openalex.org/I196551433","display_name":"Yerevan State University","ror":"https://ror.org/00s8vne50","country_code":"AM","type":"education","lineage":["https://openalex.org/I196551433"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["AM","SA"],"is_corresponding":false,"raw_author_name":"Richt\u00e1rik, Peter","raw_affiliation_strings":["University of Science and Technology ( KAUST","Yerevan State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology ( KAUST","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Yerevan State University","institution_ids":["https://openalex.org/I196551433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.013500000350177288,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-optimization","display_name":"distributed optimization","score":0.9139999747276306},{"id":"https://openalex.org/keywords/communication-complexity","display_name":"communication complexity","score":0.7919999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6547662615776062},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.6174443960189819},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5514534115791321},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.5362289547920227},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46127745509147644},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3803181052207947},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37673240900039673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3445156216621399},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2897144556045532},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07716351747512817},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:repository.kaust.edu.sa:10754/685378","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/685378","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Preprint"},{"id":"pmh:oai:arXiv.org:2210.16402","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.16402","pdf_url":"https://arxiv.org/pdf/2210.16402","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.16402","doi":"https://doi.org/10.48550/arxiv.2210.16402","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.16402","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.16402","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.16402","pdf_url":"https://arxiv.org/pdf/2210.16402","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3034924094","https://openalex.org/W3094954546","https://openalex.org/W1488708774","https://openalex.org/W1982811510","https://openalex.org/W59659330","https://openalex.org/W4237858032","https://openalex.org/W4289762263","https://openalex.org/W1497573972","https://openalex.org/W2071659383","https://openalex.org/W1846253165"],"abstract_inverted_index":{"We":[0,82,151],"study":[1,196],"a":[2,28,84,147,171],"class":[3],"of":[4,74,86,110,138,160],"distributed":[5],"optimization":[6],"algorithms":[7],"that":[8,36,117,202],"aim":[9],"to":[10,18,43,69,96,146,163],"alleviate":[11],"high":[12],"communication":[13,45,80,108,133],"costs":[14],"by":[15,156,169],"allowing":[16,90],"clients":[17,68,91],"perform":[19],"multiple":[20],"local":[21,37,75,101,139,148],"gradient-type":[22],"training":[23,76,102],"steps":[24,77,103,141],"before":[25],"communication.":[26],"In":[27,113],"recent":[29],"breakthrough,":[30],"Mishchenko":[31],"et":[32],"al.":[33],"(2022)":[34],"proved":[35],"training,":[38],"when":[39],"properly":[40],"executed,":[41],"leads":[42],"provable":[44],"acceleration,":[46],"and":[47,128,168],"this":[48],"holds":[49],"in":[50,78,185],"the":[51,71,87,106,111,125,130,136,158,186],"strongly":[52],"convex":[53],"regime":[54],"without":[55,104],"relying":[56],"on":[57,197],"any":[58],"data":[59,95],"similarity":[60],"assumptions.":[61],"However,":[62],"their":[63],"ProxSkip":[64,88],"method":[65,155],"requires":[66],"all":[67],"take":[70],"same":[72,126,131],"number":[73,137],"each":[79],"round.":[81],"propose":[83],"redesign":[85],"method,":[89,120],"with":[92,99],"``less":[93],"important''":[94],"get":[97],"away":[98],"fewer":[100],"impacting":[105],"overall":[107],"complexity":[109],"method.":[112],"particular,":[114],"we":[115,178,192],"prove":[116],"our":[118,154,204],"modified":[119],"GradSkip,":[121],"converges":[122],"linearly":[123],"under":[124],"assumptions":[127],"has":[129],"accelerated":[132],"complexity,":[134],"while":[135],"gradient":[140],"can":[142],"be":[143],"reduced":[144],"relative":[145],"condition":[149],"number.":[150],"further":[152],"generalize":[153],"extending":[157],"randomness":[159],"probabilistic":[161],"alternations":[162],"arbitrary":[164],"unbiased":[165],"compression":[166],"operators":[167],"considering":[170],"generic":[172],"proximable":[173],"regularizer.":[174],"This":[175],"generalization,":[176],"which":[177],"call":[179],"GradSkip+,":[180],"recovers":[181],"several":[182],"related":[183],"methods":[184],"literature":[187],"as":[188],"special":[189],"cases.":[190],"Finally,":[191],"present":[193],"an":[194],"empirical":[195],"carefully":[198],"designed":[199],"toy":[200],"problems":[201],"confirm":[203],"theoretical":[205],"claims.":[206]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2025-10-10T00:00:00"}