{"id":"https://openalex.org/W3196726140","doi":"https://doi.org/10.1109/isit45174.2021.9518254","title":"Differentially Quantized Gradient Descent","display_name":"Differentially Quantized Gradient Descent","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3196726140","doi":"https://doi.org/10.1109/isit45174.2021.9518254","mag":"3196726140"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9518254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109362418","display_name":"Chung-Yi Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chung-Yi Lin","raw_affiliation_strings":["California Institute of Technology"],"affiliations":[{"raw_affiliation_string":"California Institute of Technology","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001633086","display_name":"Victoria Kostina","orcid":"https://orcid.org/0000-0002-2406-7440"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victoria Kostina","raw_affiliation_strings":["California Institute of Technology"],"affiliations":[{"raw_affiliation_string":"California Institute of Technology","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002430773","display_name":"Babak Hassibi","orcid":"https://orcid.org/0000-0002-1375-5838"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Babak Hassibi","raw_affiliation_strings":["California Institute of Technology"],"affiliations":[{"raw_affiliation_string":"California Institute of Technology","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5109362418"],"corresponding_institution_ids":["https://openalex.org/I122411786"],"apc_list":null,"apc_paid":null,"fwci":1.9598,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.8871844,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1200","last_page":"1205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.670341968536377},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5853933095932007},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5363026857376099},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5137192010879517},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.502326250076294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4884780943393707},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4802558720111847},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3639722466468811},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.35243815183639526},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32712459564208984},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3213158845901489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27471473813056946},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08598551154136658}],"concepts":[{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.670341968536377},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5853933095932007},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5363026857376099},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5137192010879517},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.502326250076294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4884780943393707},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4802558720111847},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3639722466468811},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.35243815183639526},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32712459564208984},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3213158845901489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27471473813056946},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08598551154136658},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/isit45174.2021.9518254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:authors.library.caltech.edu:101308","is_oa":false,"landing_page_url":"https://authors.library.caltech.edu/101308/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Book Section"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/670945","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/670945","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G165954476","display_name":null,"funder_award_id":"2009-2012","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2207555038","display_name":null,"funder_award_id":"CNS-0932428","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2580377013","display_name":null,"funder_award_id":"CCF-1751356","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2691952192","display_name":null,"funder_award_id":"CCF-1409204","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2698241154","display_name":"CIF: Medium: Collaborative Research: Estimating simultaneously structured models: from phase retrieval to network coding","funder_award_id":"1409204","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2873568763","display_name":null,"funder_award_id":"CCF-1751356,CCF-1956386,CNS-0932428,CCF-1018927,CCF-1423663,CCF-1409204","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3438537197","display_name":null,"funder_award_id":"CCF-1018927","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3546562428","display_name":"CIF: Small: Information Flow in Networks: Entropy, Matroids and Groups","funder_award_id":"1018927","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3776113778","display_name":"CPS: Small: Random Matrix Recursions and Estimation and Control over Lossy Networks","funder_award_id":"0932428","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3852299460","display_name":null,"funder_award_id":"CCF-1956386","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4822468588","display_name":"CAREER: Information Theory of Dynamical Systems","funder_award_id":"1751356","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5040547664","display_name":null,"funder_award_id":"2013-2016","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8144470213","display_name":"Collaborative Research: CIF: Medium: A Theoretical Foundation For Practical Communication with Feedback","funder_award_id":"1956386","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8164092813","display_name":null,"funder_award_id":"CCF-1423663","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320307105","display_name":"Amgen","ror":"https://ror.org/03g03ge92"},{"id":"https://openalex.org/F4320309292","display_name":"Princeton University","ror":"https://ror.org/00hx57361"},{"id":"https://openalex.org/F4320309398","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055"},{"id":"https://openalex.org/F4320310071","display_name":"Indian Institute of Science","ror":"https://ror.org/04dese585"},{"id":"https://openalex.org/F4320310630","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16"},{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"},{"id":"https://openalex.org/F4320322667","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40"},{"id":"https://openalex.org/F4320330091","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322"},{"id":"https://openalex.org/F4320332375","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334801","display_name":"Russian Academy of Sciences","ror":"https://ror.org/05qrfxd25"},{"id":"https://openalex.org/F4320337380","display_name":"Division of Mathematical Sciences","ror":"https://ror.org/051fftw81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W591033613","https://openalex.org/W656592592","https://openalex.org/W809736386","https://openalex.org/W866281365","https://openalex.org/W1442374986","https://openalex.org/W1510026593","https://openalex.org/W1751687266","https://openalex.org/W1992208280","https://openalex.org/W2009537245","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2106745795","https://openalex.org/W2127941149","https://openalex.org/W2138243089","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2473376220","https://openalex.org/W2535838896","https://openalex.org/W2591577911","https://openalex.org/W2606891064","https://openalex.org/W2617766261","https://openalex.org/W2766140019","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2805997383","https://openalex.org/W2808495300","https://openalex.org/W2890924858","https://openalex.org/W2911863041","https://openalex.org/W2914138317","https://openalex.org/W2921480401","https://openalex.org/W2935990182","https://openalex.org/W2945336802","https://openalex.org/W2950826569","https://openalex.org/W2963112712","https://openalex.org/W2963326510","https://openalex.org/W2963433607","https://openalex.org/W2963540381","https://openalex.org/W2963664311","https://openalex.org/W2963766684","https://openalex.org/W2963803379","https://openalex.org/W2963804082","https://openalex.org/W2964004663","https://openalex.org/W2964163156","https://openalex.org/W2964267428","https://openalex.org/W2968267155","https://openalex.org/W2971064744","https://openalex.org/W2971342441","https://openalex.org/W2973096819","https://openalex.org/W2975064142","https://openalex.org/W2981138228","https://openalex.org/W2995427991","https://openalex.org/W2999074226","https://openalex.org/W3015640161","https://openalex.org/W3080442116","https://openalex.org/W3101036738","https://openalex.org/W3103657382","https://openalex.org/W3141595720","https://openalex.org/W3196726140","https://openalex.org/W4206742934","https://openalex.org/W4230874317","https://openalex.org/W4237963784","https://openalex.org/W4287863844","https://openalex.org/W4288022516","https://openalex.org/W4288110237","https://openalex.org/W4288257349","https://openalex.org/W4297629726","https://openalex.org/W4297685247","https://openalex.org/W4297687186","https://openalex.org/W6628377381","https://openalex.org/W6638803421","https://openalex.org/W6679154944","https://openalex.org/W6680402377","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6713835734","https://openalex.org/W6738460352","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6748019269","https://openalex.org/W6751646691","https://openalex.org/W6752012617","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6754930508","https://openalex.org/W6758358981","https://openalex.org/W6762421227","https://openalex.org/W6763549698","https://openalex.org/W6764194201","https://openalex.org/W6771701905","https://openalex.org/W6773356981","https://openalex.org/W6800873156"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W2015288657","https://openalex.org/W3171021120"],"abstract_inverted_index":{"Consider":[0],"the":[1,18,41,45,53,63,77,92,124,136,140,147,163,169,230,234,272,288],"following":[2],"distributed":[3],"optimization":[4],"scenario.":[5],"A":[6],"worker":[7,54,231],"has":[8],"access":[9],"to":[10,16,25,75,182,248,250,293],"training":[11],"data":[12],"that":[13,40,70,85,91,102,172,189,219],"it":[14,50],"uses":[15],"compute":[17],"gradients":[19],"while":[20],"a":[21,56,81,109,186,276],"server":[22,42],"decides":[23],"when":[24],"stop":[26],"iterative":[27],"computation":[28],"based":[29],"on":[30,299],"its":[31,87,294],"target":[32],"accuracy":[33],"or":[34],"delay":[35],"constraints.":[36],"The":[37,242],"only":[38,237],"information":[39],"knows":[43],"about":[44],"problem":[46,150],"instance":[47],"is":[48,95,123,135,146,168,178,221,274,280],"what":[49],"receives":[51],"from":[52],"via":[55],"rate-limited":[57],"noiseless":[58],"communication":[59],"channel.":[60],"We":[61,184],"introduce":[62],"technique":[64,243],"we":[65,100],"call":[66],"differential":[67,245],"quantization":[68,73,246],"(DQ)":[69],"compensates":[71],"past":[72],"errors":[74],"make":[76],"descent":[78,106,130],"trajectory":[79],"of":[80,86,113,127,139,166,173,244],"quantized":[82,104,192,227,290],"algorithm":[83,193,291],"follow":[84],"unquantized":[88,128,174,295],"counterpart.":[89,296],"Assuming":[90],"objective":[93],"function":[94],"smooth":[96],"and":[97,142,261,302],"strongly":[98],"convex,":[99],"prove":[101],"differentially":[103,289],"gradient":[105,129,235,251,259],"(DQ-GD)":[107],"attains":[108,236],"linear":[110],"convergence":[111,125,164,284],"rate":[112,126,165,273,285],"<tex":[114,120,132,143,152,159,198,207,212,238],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[115,121,133,144,153,160,199,208,213,239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\max\\{\\sigma_{\\text{GD}},":[116,200],"\\rho_{n}2^{-R}\\}$</tex>":[117],",":[118,162],"where":[119,229],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\sigma_{\\text{GD}}$</tex>":[122],"(GD),":[131],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\rho_{n}$</tex>":[134],"covering":[137],"efficiency":[138],"quantizer,":[141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$R$</tex>":[145],"bitrate":[148],"per":[149],"dimension":[151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$n$</tex>":[154],".":[155,202,241],"Thus":[156],"at":[157],"any":[158],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$R\\geq\\log_{2}\\rho_{n}/\\sigma_{\\text{GD}}$</tex>":[161],"DQ-GD":[167,220],"same":[170],"as":[171,211,256,269],"GD,":[175],"i.e.,":[176],"there":[177,279],"no":[179,190,281],"loss":[180,282],"due":[181],"quantization.":[183],"show":[185],"converse":[187],"demonstrating":[188],"GD-like":[191],"can":[194],"converge":[195],"faster":[196],"than":[197],"2^{-R}\\}$</tex>":[201],"Since":[203],"quantizers":[204],"exist":[205],"with":[206,253],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\rho_{n}\\rightarrow":[209],"1$</tex>":[210],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$n\\rightarrow\\infty$</tex>":[214],"(Rogers,":[215],"1963),":[216],"this":[217],"means":[218],"asymptotically":[222],"optimal.":[223],"In":[224],"contrast,":[225],"naively":[226],"GD":[228],"directly":[232],"quantizes":[233],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\sigma_{\\text{GD}}+\\rho_{n}2^{-R}$</tex>":[240],"continues":[247],"apply":[249],"methods":[252],"momentum":[254],"such":[255],"Nesterov's":[257],"accelerated":[258],"descent,":[260],"Polyak's":[262],"heavy":[263],"ball":[264],"method.":[265],"For":[266],"these":[267],"algorithms":[268],"well,":[270],"if":[271],"above":[275],"certain":[277],"threshold,":[278],"in":[283],"obtained":[286],"by":[287],"compared":[292],"Experimental":[297],"results":[298],"both":[300],"simulated":[301],"realworld":[303],"least-squares":[304],"problems":[305],"validate":[306],"our":[307],"theoretical":[308],"analysis.":[309]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}