{"id":"https://openalex.org/W3175296385","doi":"https://doi.org/10.1109/tit.2022.3171173","title":"Differentially Quantized Gradient Methods","display_name":"Differentially Quantized Gradient Methods","publication_year":2022,"publication_date":"2022-04-28","ids":{"openalex":"https://openalex.org/W3175296385","doi":"https://doi.org/10.1109/tit.2022.3171173","mag":"3175296385"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2022.3171173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3171173","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109362418","display_name":"Chung-Yi Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chung-Yi Lin","raw_affiliation_strings":["Kronos Research, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kronos Research, Taipei, Taiwan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001633086","display_name":"Victoria Kostina","orcid":"https://orcid.org/0000-0002-2406-7440"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victoria Kostina","raw_affiliation_strings":["Department of Electrical Engineering, California Institute of Technology, Pasadena, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2406-7440","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002430773","display_name":"Babak Hassibi","orcid":"https://orcid.org/0000-0002-1375-5838"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Babak Hassibi","raw_affiliation_strings":["Kronos Research, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kronos Research, Taipei, Taiwan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5109362418"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6937,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7386422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"68","issue":"9","first_page":"6078","last_page":"6097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4710937440395355},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3479018211364746},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3356289267539978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4710937440395355},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3479018211364746},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3356289267539978}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tit.2022.3171173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3171173","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:authors.library.caltech.edu:116868","is_oa":false,"landing_page_url":"https://authors.library.caltech.edu/116868/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/681138","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/681138","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2189663703","display_name":null,"funder_award_id":"CCF-1751356","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3365274252","display_name":null,"funder_award_id":"CCF-1409204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5374824808","display_name":null,"funder_award_id":"CCF-1423663","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5458426677","display_name":null,"funder_award_id":"CCF-1018927","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5932405234","display_name":null,"funder_award_id":"CCF-1956386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5978297317","display_name":null,"funder_award_id":"CNS-0932428","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320308258","display_name":"Qualcomm","ror":"https://ror.org/002zrf773"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":132,"referenced_works":["https://openalex.org/W139031692","https://openalex.org/W591033613","https://openalex.org/W656592592","https://openalex.org/W809736386","https://openalex.org/W866281365","https://openalex.org/W1442374986","https://openalex.org/W1751687266","https://openalex.org/W1860742233","https://openalex.org/W1916951228","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W1997563456","https://openalex.org/W2009537245","https://openalex.org/W2083842231","https://openalex.org/W2106745795","https://openalex.org/W2121495423","https://openalex.org/W2124541940","https://openalex.org/W2127941149","https://openalex.org/W2138243089","https://openalex.org/W2140655807","https://openalex.org/W2162287622","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2296319761","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2473376220","https://openalex.org/W2520966671","https://openalex.org/W2528062157","https://openalex.org/W2535838896","https://openalex.org/W2559655401","https://openalex.org/W2563343794","https://openalex.org/W2591577911","https://openalex.org/W2606891064","https://openalex.org/W2769644379","https://openalex.org/W2808495300","https://openalex.org/W2890924858","https://openalex.org/W2907379776","https://openalex.org/W2911863041","https://openalex.org/W2914138317","https://openalex.org/W2917189468","https://openalex.org/W2921480401","https://openalex.org/W2935990182","https://openalex.org/W2936995161","https://openalex.org/W2946198813","https://openalex.org/W2951248065","https://openalex.org/W2962696932","https://openalex.org/W2962712496","https://openalex.org/W2963112712","https://openalex.org/W2963326510","https://openalex.org/W2963433607","https://openalex.org/W2963540381","https://openalex.org/W2963664311","https://openalex.org/W2963766684","https://openalex.org/W2963803379","https://openalex.org/W2963804082","https://openalex.org/W2964004663","https://openalex.org/W2964163156","https://openalex.org/W2964267428","https://openalex.org/W2965142130","https://openalex.org/W2968267155","https://openalex.org/W2971064744","https://openalex.org/W2971342441","https://openalex.org/W2973096819","https://openalex.org/W2975064142","https://openalex.org/W2981138228","https://openalex.org/W2989787172","https://openalex.org/W2995427991","https://openalex.org/W2999074226","https://openalex.org/W3007528421","https://openalex.org/W3035946931","https://openalex.org/W3037740066","https://openalex.org/W3080442116","https://openalex.org/W3093828967","https://openalex.org/W3101036738","https://openalex.org/W3103657382","https://openalex.org/W3141595720","https://openalex.org/W3164189056","https://openalex.org/W3166972615","https://openalex.org/W3196726140","https://openalex.org/W4206742934","https://openalex.org/W4212774754","https://openalex.org/W4220826035","https://openalex.org/W4230874317","https://openalex.org/W4237963784","https://openalex.org/W4250589301","https://openalex.org/W4287754329","https://openalex.org/W4287863844","https://openalex.org/W4292363360","https://openalex.org/W4297629726","https://openalex.org/W4320473672","https://openalex.org/W6628377381","https://openalex.org/W6631132026","https://openalex.org/W6638803421","https://openalex.org/W6639093445","https://openalex.org/W6640145343","https://openalex.org/W6679154944","https://openalex.org/W6680402377","https://openalex.org/W6684012599","https://openalex.org/W6684249991","https://openalex.org/W6684583874","https://openalex.org/W6684859321","https://openalex.org/W6727162712","https://openalex.org/W6727883105","https://openalex.org/W6728975057","https://openalex.org/W6738460352","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6746900977","https://openalex.org/W6748019269","https://openalex.org/W6751646691","https://openalex.org/W6752012617","https://openalex.org/W6752838022","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6754930508","https://openalex.org/W6758358981","https://openalex.org/W6759205021","https://openalex.org/W6759968774","https://openalex.org/W6761030284","https://openalex.org/W6762421227","https://openalex.org/W6763214872","https://openalex.org/W6764194201","https://openalex.org/W6767030329","https://openalex.org/W6774827312","https://openalex.org/W6780048275","https://openalex.org/W6783919029","https://openalex.org/W6784281085","https://openalex.org/W6790523463","https://openalex.org/W6791406762","https://openalex.org/W6791525978"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2051487156","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596"],"abstract_inverted_index":{"Consider":[0],"the":[1,18,44,48,58,70,76,91,138,156,160,170,199,205,285,289,335,351,362,369],"following":[2],"distributed":[3],"optimization":[4],"scenario.":[5],"A":[6],"worker":[7,49,286],"has":[8],"access":[9],"to":[10,16,25,74,218,311,313,356],"training":[11],"data":[12],"that":[13,67,84,90,101,208,225,274],"it":[14],"uses":[15],"compute":[17],"gradients":[19],"while":[20],"a":[21,51,80,110,222,229,339],"server":[22,38],"decides":[23],"when":[24],"stop":[26],"iterative":[27],"computation":[28],"based":[29],"on":[30,381],"its":[31,41,86,357],"target":[32],"accuracy":[33],"or":[34],"delay":[35],"constraints.":[36],"The":[37,305],"receives":[39],"all":[40,374],"information":[42],"about":[43],"problem":[45,173],"instance":[46],"from":[47],"via":[50],"rate-limited":[52],"noiseless":[53],"communication":[54],"channel.":[55],"We":[56,220],"introduce":[57],"principle":[59,306],"we":[60,99],"call":[61],"<italic":[62,102],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[63,103,116,130,147,164,176,186,237,252,262,294],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">differential":[64],"quantization</i>":[65],"(DQ)":[66],"prescribes":[68],"compensating":[69],"past":[71],"quantization":[72,309],"errors":[73],"direct":[75],"descent":[77,107,144],"trajectory":[78],"of":[79,85,114,141,159,202,209,307],"quantized":[81,105,282,353,364],"algorithm":[82,227,354],"towards":[83],"unquantized":[87,142,210,358],"counterpart.":[88],"Assuming":[89],"objective":[92],"function":[93],"is":[94,137,155,169,204,214,276,337,343],"smooth":[95],"and":[96,162,324,360],"strongly":[97],"convex,":[98],"prove":[100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">differentially":[104],"gradient":[106,143,290,314,322,377],"(DQ-GD)</i>":[108],"attains":[109,292,368],"linear":[111],"contraction":[112,139,200,347,371],"factor":[113,140,201,348],"<inline-formula":[115,129,146,163,175,185,236,251,261,293],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[117,131,148,165,177,187,238,253,263,295],"<tex-math":[118,132,149,166,178,188,239,254,264,296],"notation=\"LaTeX\">$\\max":[119,240],"\\{\\sigma":[120,241],"_{\\mathrm":[121,134,195,242,298],"{GD}},":[122,243],"\\rho":[123,192,301],"_{n}":[124,151,193,256],"2^{-R}\\}$":[125,244],"</tex-math></inline-formula>":[126,136,154,168,180,197,245,259,269,303],",":[127],"where":[128,284],"notation=\"LaTeX\">$\\sigma":[133,297],"{GD}}$":[135,196],"(GD),":[145],"notation=\"LaTeX\">$\\rho":[150,255],"\\geq":[152],"1$":[153,258],"covering":[157],"efficiency":[158],"quantizer,":[161],"notation=\"LaTeX\">$R$":[167],"bitrate":[171],"per":[172],"dimension":[174],"notation=\"LaTeX\">$n$":[179],".":[181,246,304],"Thus":[182],"at":[183],"any":[184],"notation=\"LaTeX\">$R\\geq":[189],"\\log":[190],"_{2}":[191],"/\\sigma":[194],"bits,":[198],"DQ-GD":[203,275],"same":[206],"as":[207,260,319,332],"GD,":[211],"i.e.,":[212],"there":[213,342],"no":[215,226,344],"loss":[216,345],"due":[217],"quantization.":[219],"show":[221],"converse":[223],"demonstrating":[224],"within":[228],"certain":[230,340],"class":[231],"can":[232],"converge":[233],"faster":[234],"than":[235],"Since":[247],"quantizers":[248],"exist":[249],"with":[250,316],"\\to":[257,266],"notation=\"LaTeX\">$n":[265],"\\infty":[267],"$":[268],"(Rogers,":[270],"1963),":[271],"this":[272],"means":[273],"asymptotically":[277],"optimal.":[278],"In":[279],"contrast,":[280],"naively":[281],"GD":[283],"directly":[287],"quantizes":[288],"barely":[291],"{GD}}":[299],"+":[300],"_{n}2^{-R}$":[302],"differential":[308],"continues":[310],"apply":[312],"methods":[315],"momentum":[317],"such":[318],"Nesterov\u2019s":[320],"accelerated":[321],"descent,":[323],"Polyak\u2019s":[325],"heavy":[326,365],"ball":[327,366],"method.":[328],"For":[329],"these":[330],"algorithms":[331],"well,":[333],"if":[334],"rate":[336],"above":[338],"threshold,":[341],"in":[346],"obtained":[349],"by":[350],"differentially":[352,363],"compared":[355],"counterpart,":[359],"furthermore,":[361],"method":[367],"optimal":[370],"achievable":[372],"among":[373],"(even":[375],"unquantized)":[376],"methods.":[378],"Experimental":[379],"results":[380],"least-squares":[382],"problems":[383],"validate":[384],"our":[385],"theoretical":[386],"analysis.":[387]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}