{"id":"https://openalex.org/W3047087186","doi":"https://doi.org/10.1109/spawc48557.2020.9154256","title":"Adaptive Multi-Hierarchical signSGD for Communication-Efficient Distributed Optimization","display_name":"Adaptive Multi-Hierarchical signSGD for Communication-Efficient Distributed Optimization","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3047087186","doi":"https://doi.org/10.1109/spawc48557.2020.9154256","mag":"3047087186"},"language":"en","primary_location":{"id":"doi:10.1109/spawc48557.2020.9154256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spawc48557.2020.9154256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 21st International Workshop on Signal Processing Advances in Wireless Communications (SPAWC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013868893","display_name":"Haibo Yang","orcid":"https://orcid.org/0000-0002-5715-0849"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haibo Yang","raw_affiliation_strings":["Department of Computer Science, Iowa State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327403","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0002-0784-2038"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["Department of Computer Science, Iowa State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056811906","display_name":"Minghong Fang","orcid":"https://orcid.org/0000-0002-1365-3911"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minghong Fang","raw_affiliation_strings":["Department of Computer Science, Iowa State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100409741","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0003-0383-0934"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Department of Computer Science, Iowa State University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5013868893"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53816225,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"80","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.8262107968330383},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.6632134914398193},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6517239809036255},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5889893174171448},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.5262486338615417},{"id":"https://openalex.org/keywords/stationary-point","display_name":"Stationary point","score":0.5114625692367554},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4794413149356842},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.470779150724411},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.45783519744873047},{"id":"https://openalex.org/keywords/stationary-distribution","display_name":"Stationary distribution","score":0.4302459955215454},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.41978919506073},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.37201356887817383},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3618951439857483},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34137386083602905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12678515911102295},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.1128610372543335},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.11244338750839233}],"concepts":[{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.8262107968330383},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.6632134914398193},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6517239809036255},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5889893174171448},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.5262486338615417},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.5114625692367554},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4794413149356842},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.470779150724411},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.45783519744873047},{"id":"https://openalex.org/C98951983","wikidata":"https://www.wikidata.org/wiki/Q7604341","display_name":"Stationary distribution","level":3,"score":0.4302459955215454},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.41978919506073},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.37201356887817383},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3618951439857483},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34137386083602905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12678515911102295},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.1128610372543335},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.11244338750839233},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/spawc48557.2020.9154256","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spawc48557.2020.9154256","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 21st International Workshop on Signal Processing Advances in Wireless Communications (SPAWC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1992208280","https://openalex.org/W2052725501","https://openalex.org/W2407022425","https://openalex.org/W2523246573","https://openalex.org/W2768267830","https://openalex.org/W2785523195","https://openalex.org/W2796146910","https://openalex.org/W2908007030","https://openalex.org/W2910207440","https://openalex.org/W2913235840","https://openalex.org/W2963433607","https://openalex.org/W2963664311","https://openalex.org/W2964121744","https://openalex.org/W3047087186","https://openalex.org/W4297685247","https://openalex.org/W4367295640","https://openalex.org/W6631190155","https://openalex.org/W6714239094","https://openalex.org/W6727249380","https://openalex.org/W6747620207","https://openalex.org/W6748019269","https://openalex.org/W6757643485","https://openalex.org/W6758153731","https://openalex.org/W6759158001"],"related_works":["https://openalex.org/W2945629716","https://openalex.org/W4283775266","https://openalex.org/W3043533097","https://openalex.org/W4298860769","https://openalex.org/W2767126220","https://openalex.org/W3007770227","https://openalex.org/W2789199296","https://openalex.org/W1907128005","https://openalex.org/W2334574719","https://openalex.org/W2951530716"],"abstract_inverted_index":{"In":[0,139],"this":[1],"work,":[2],"we":[3,25,92],"investigate":[4],"a":[5,82,103,110,126,149],"communicationefficient":[6],"multi-hierarchical":[7],"signSGD":[8,145],"(MH-signSGD)":[9],"algorithm":[10,122],"with":[11,102],"an":[12,71],"adaptive":[13,56],"learning":[14,32,57,65,105],"rate.":[15],"Under":[16],"the":[17,21,29,39,51,64,97,114,120,135,155],"symmetric":[18],"assumption":[19],"of":[20,53,100,137],"stochastic":[22,88],"gradient":[23,89],"distribution,":[24],"show":[26],"that,":[27],"without":[28],"need":[30],"for":[31],"rate":[33,43,66,106,130],"tuning,":[34],"our":[35,161],"proposed":[36],"MH-signSGD":[37,121],"matches":[38],"state-of-art":[40],"sublinear":[41],"convergence":[42,98,153],"O(1/\u221aK)":[44],"in":[45,113,154],"nonconvex":[46],"settings,":[47],"where":[48,132],"K":[49],"is":[50,59,134],"number":[52,136],"iterations.":[54,78],"Our":[55],"strategy":[58],"based":[60],"on":[61,144,166],"stochastically":[62],"approximating":[63],"found":[67],"by":[68,80],"greedily":[69],"minimizing":[70],"error":[72],"upper":[73],"bound":[74],"between":[75],"two":[76],"successive":[77],"Moreover,":[79],"leveraging":[81],"normal":[83],"approximation":[84],"technique":[85],"to":[86,95,125],"characterize":[87],"sign":[90],"error,":[91],"are":[93],"able":[94],"sharpen":[96],"analysis":[99],"MH-sighSGD":[101],"fixed":[104],"1/\u221aK":[107],"and":[108,169],"establish":[109],"strong":[111],"result":[112],"large-system":[115],"regime,":[116],"which":[117],"says":[118],"that":[119],"asymptotically":[123],"converges":[124],"stationary":[127],"point":[128],"at":[129],"O(1/\u221aM),":[131],"M":[133],"workers.":[138],"comparison,":[140],"most":[141],"existing":[142],"work":[143],"can":[146],"only":[147],"prove":[148],"weaker":[150],"finite":[151],"neighborhood":[152],"large":[156],"system":[157],"regime.":[158],"We":[159],"validate":[160],"theoretical":[162],"results":[163],"experimentally":[164],"both":[165],"synthetic":[167],"data":[168],"real-world":[170],"datasets.":[171]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}