{"id":"https://openalex.org/W4378697240","doi":"https://doi.org/10.1109/tii.2023.3280938","title":"On Faster Convergence of Scaled Sign Gradient Descent","display_name":"On Faster Convergence of Scaled Sign Gradient Descent","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4378697240","doi":"https://doi.org/10.1109/tii.2023.3280938"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2023.3280938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3280938","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037854048","display_name":"Xiuxian Li","orcid":"https://orcid.org/0000-0002-4938-0468"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuxian Li","raw_affiliation_strings":["Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4938-0468","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443076","display_name":"Kuo\u2010Yi Lin","orcid":"https://orcid.org/0000-0002-7461-8116"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuo-Yi Lin","raw_affiliation_strings":["College of Business, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-7461-8116","affiliations":[{"raw_affiliation_string":"College of Business, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360961","display_name":"Li Li","orcid":"https://orcid.org/0000-0001-5097-9972"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5097-9972","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100359415","display_name":"Yiguang Hong","orcid":"https://orcid.org/0000-0001-9505-8739"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiguang Hong","raw_affiliation_strings":["Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9505-8739","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100333005","display_name":"Jie Chen","orcid":"https://orcid.org/0000-0003-2449-9793"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Chen","raw_affiliation_strings":["Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2449-9793","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3794,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.90232941,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"20","issue":"2","first_page":"1732","last_page":"1741"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6491262912750244},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.6001754999160767},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5664909482002258},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5655827522277832},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5514963865280151},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5189177989959717},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4866693615913391},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.4633176326751709},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4624403417110443},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.45903563499450684},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.43566352128982544},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.41146230697631836},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37315213680267334},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.35034453868865967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3331482708454132},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21657878160476685},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.20851773023605347},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1880398690700531},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.13764548301696777},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.0911707878112793}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6491262912750244},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.6001754999160767},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5664909482002258},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5655827522277832},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5514963865280151},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5189177989959717},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4866693615913391},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.4633176326751709},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4624403417110443},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45903563499450684},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.43566352128982544},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.41146230697631836},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37315213680267334},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.35034453868865967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3331482708454132},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21657878160476685},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.20851773023605347},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1880398690700531},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.13764548301696777},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0911707878112793},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2023.3280938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3280938","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3009695424","display_name":null,"funder_award_id":"08002150195","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4631057906","display_name":null,"funder_award_id":"62003243","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G709604388","display_name":null,"funder_award_id":"62173253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G897182718","display_name":null,"funder_award_id":"2021SHZDZX0100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G910907468","display_name":null,"funder_award_id":"52272374","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1955857676","https://openalex.org/W1974592401","https://openalex.org/W2008257391","https://openalex.org/W2137435346","https://openalex.org/W2138674039","https://openalex.org/W2143908786","https://openalex.org/W2258283075","https://openalex.org/W2407022425","https://openalex.org/W2523246573","https://openalex.org/W2908007030","https://openalex.org/W2931194436","https://openalex.org/W2947113260","https://openalex.org/W2964247400","https://openalex.org/W2977664641","https://openalex.org/W2997591727","https://openalex.org/W2999589176","https://openalex.org/W3010726750","https://openalex.org/W3081955893","https://openalex.org/W3102317997","https://openalex.org/W3137774199","https://openalex.org/W3147468438","https://openalex.org/W3180881483","https://openalex.org/W3213920736","https://openalex.org/W4200597037","https://openalex.org/W4206426753","https://openalex.org/W4250589301","https://openalex.org/W4287863844","https://openalex.org/W6676963778","https://openalex.org/W6727249380","https://openalex.org/W6748019269","https://openalex.org/W6748482152","https://openalex.org/W6754416507","https://openalex.org/W6757643485","https://openalex.org/W6758358981","https://openalex.org/W6758662331","https://openalex.org/W6762626082","https://openalex.org/W6763328851","https://openalex.org/W6767091436","https://openalex.org/W6772485774","https://openalex.org/W6774827312","https://openalex.org/W6779308105","https://openalex.org/W6781049309","https://openalex.org/W6785776038"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776","https://openalex.org/W2041416246"],"abstract_inverted_index":{"Communication":[0],"has":[1],"been":[2],"seen":[3],"as":[4,44],"a":[5,55,120,134,141,152,161,187],"significant":[6],"bottleneck":[7],"in":[8,26,67,99,186],"industrial":[9,28],"applications":[10],"over":[11],"large-scale":[12],"networks.":[13],"To":[14],"alleviate":[15],"the":[16,71,78,85,89,103,112,126,137,148,171,180,197],"communication":[17],"burden,":[18],"sign-based":[19,58],"optimization":[20],"algorithms":[21],"have":[22],"gained":[23],"popularity":[24],"recently":[25],"both":[27],"and":[29,147],"academic":[30],"communities,":[31],"which":[32],"is":[33,74,81,91,128,145,170],"shown":[34,110,129],"to":[35,39,130,133,179,195],"be":[36,109],"closely":[37],"related":[38],"adaptive":[40],"gradient":[41,59,90],"methods,":[42],"such":[43],"Adam.":[45],"Along":[46],"this":[47,49,100],"line,":[48],"article":[50],"investigates":[51],"faster":[52],"convergence":[53],"for":[54],"variant":[56],"of":[57,136,154],"descent,":[60],"called":[61,93],"scaled":[62,94,113],"<sc":[63,95,114],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[64,96,115,156,167],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">sign</small>":[65,97,116],"GD,":[66],"three":[68],"cases:":[69],"First,":[70],"objective":[72,79],"function":[73,80],"strongly":[75],"convex;":[76],"second,":[77],"nonconvex":[82],"but":[83],"satisfies":[84],"Polyak\u2013\u0141ojasiewicz":[86],"inequality;":[87],"third":[88],"stochastic,":[92],"SGD":[98],"case.":[101],"For":[102,123],"first":[104],"two":[105],"cases,":[106],"it":[107],"can":[108],"that":[111],"GD":[117],"converges":[118,150],"at":[119,151],"linear":[121],"rate.":[122],"case":[124],"third,":[125],"algorithm":[127,149],"converge":[131],"linearly":[132],"neighborhood":[135],"optimal":[138],"value":[139],"when":[140,159],"constant":[142],"learning":[143,163],"rate":[144,153],"employed,":[146],"<inline-formula":[155,166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[157,168],"notation=\"LaTeX\">$O(1/k+1/k^{2}+1/k^{3})$</tex-math></inline-formula>":[158],"using":[160],"diminishing":[162],"rate,":[164],"where":[165],"notation=\"LaTeX\">$k$</tex-math></inline-formula>":[169],"iteration":[172],"number.":[173],"The":[174],"results":[175],"are":[176,193],"also":[177],"extended":[178],"distributed":[181],"setting":[182],"by":[183],"majority":[184],"vote":[185],"parameter-server":[188],"framework.":[189],"Finally,":[190],"numerical":[191],"experiments":[192],"performed":[194],"corroborate":[196],"theoretical":[198],"findings.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}