{"id":"https://openalex.org/W3015274184","doi":"https://doi.org/10.1109/icassp40776.2020.9054491","title":"Q-GADMM: Quantized Group ADMM for Communication Efficient Decentralized Machine Learning","display_name":"Q-GADMM: Quantized Group ADMM for Communication Efficient Decentralized Machine Learning","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3015274184","doi":"https://doi.org/10.1109/icassp40776.2020.9054491","mag":"3015274184"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9054491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030170070","display_name":"Anis Elgabli","orcid":"https://orcid.org/0000-0001-5012-2370"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Anis Elgabli","raw_affiliation_strings":["Center of Wireless Communication, University of Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center of Wireless Communication, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027907258","display_name":"Jihong Park","orcid":"https://orcid.org/0000-0001-7623-6552"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jihong Park","raw_affiliation_strings":["Center of Wireless Communication, University of Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center of Wireless Communication, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039563144","display_name":"Amrit Singh Bedi","orcid":"https://orcid.org/0000-0002-8807-2695"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amrit S. Bedi","raw_affiliation_strings":["Department of Electrical Engineering, IIT Kanpur"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Kanpur","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061429095","display_name":"Mehdi Bennis","orcid":"https://orcid.org/0000-0003-0261-0171"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mehdi Bennis","raw_affiliation_strings":["Center of Wireless Communication, University of Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center of Wireless Communication, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064822688","display_name":"Vaneet Aggarwal","orcid":"https://orcid.org/0000-0001-9131-4723"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vaneet Aggarwal","raw_affiliation_strings":["School of Industrial Engineering and the School of Electrical and Computer Engineering, Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"School of Industrial Engineering and the School of Electrical and Computer Engineering, Purdue University, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5030170070"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":3.314,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.9345152,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8876","last_page":"8880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7314454317092896},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.7089709043502808},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.6687045097351074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6435375809669495},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.5938050150871277},{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.577660083770752},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.469982773065567},{"id":"https://openalex.org/keywords/multiplier","display_name":"Multiplier (economics)","score":0.4586901366710663},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4467158019542694},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.42782995104789734},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3173640966415405},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25663256645202637},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12944290041923523},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.10111910104751587}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7314454317092896},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7089709043502808},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.6687045097351074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6435375809669495},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.5938050150871277},{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.577660083770752},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.469982773065567},{"id":"https://openalex.org/C124584101","wikidata":"https://www.wikidata.org/wiki/Q1053266","display_name":"Multiplier (economics)","level":2,"score":0.4586901366710663},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4467158019542694},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.42782995104789734},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3173640966415405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25663256645202637},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12944290041923523},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.10111910104751587},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp40776.2020.9054491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1627780903","https://openalex.org/W1837707729","https://openalex.org/W1992841740","https://openalex.org/W2092620240","https://openalex.org/W2129122308","https://openalex.org/W2164278908","https://openalex.org/W2199097987","https://openalex.org/W2244987555","https://openalex.org/W2277973662","https://openalex.org/W2405727896","https://openalex.org/W2535838896","https://openalex.org/W2547352193","https://openalex.org/W2571425027","https://openalex.org/W2769644379","https://openalex.org/W2798720628","https://openalex.org/W2890924858","https://openalex.org/W2903471046","https://openalex.org/W2911327153","https://openalex.org/W2912682655","https://openalex.org/W2937905591","https://openalex.org/W2944542720","https://openalex.org/W2946198813","https://openalex.org/W2949934631","https://openalex.org/W2962771678","https://openalex.org/W2963228337","https://openalex.org/W2963318081","https://openalex.org/W2963664311","https://openalex.org/W2963773265","https://openalex.org/W2963861706","https://openalex.org/W2964004663","https://openalex.org/W2965142130","https://openalex.org/W2969071643","https://openalex.org/W2970432126","https://openalex.org/W2971667645","https://openalex.org/W2973781261","https://openalex.org/W2975156709","https://openalex.org/W2976576452","https://openalex.org/W2979359324","https://openalex.org/W2982648258","https://openalex.org/W2991308345","https://openalex.org/W2996118901","https://openalex.org/W3002824621","https://openalex.org/W3005955064","https://openalex.org/W3007279825","https://openalex.org/W3026711567","https://openalex.org/W3030545591","https://openalex.org/W3037209298","https://openalex.org/W3042714073","https://openalex.org/W3047067694","https://openalex.org/W3047079385","https://openalex.org/W3080925004","https://openalex.org/W3090615085","https://openalex.org/W3103802018","https://openalex.org/W3105122387","https://openalex.org/W3113984671","https://openalex.org/W3129336662","https://openalex.org/W4288612157","https://openalex.org/W4294106961","https://openalex.org/W4297685247","https://openalex.org/W4297687186","https://openalex.org/W6729007826","https://openalex.org/W6748019269","https://openalex.org/W6751961731","https://openalex.org/W6757139170","https://openalex.org/W6758557334","https://openalex.org/W6762930437","https://openalex.org/W6766615215","https://openalex.org/W6766767561","https://openalex.org/W6767131848","https://openalex.org/W6767834040","https://openalex.org/W6768256413","https://openalex.org/W6769053054","https://openalex.org/W6786061324"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W4391547476","https://openalex.org/W2597809628"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5],"communication-efficient":[6],"decen-tralized":[7],"machine":[8],"learning":[9],"(ML)":[10],"algorithm,":[11],"coined":[12],"quantized":[13],"group":[14,32],"ADMM":[15],"(Q-GADMM).":[16],"Every":[17],"worker":[18,52],"in":[19],"Q-GADMM":[20,68,82],"communicates":[21],"only":[22],"with":[23],"two":[24],"neighbors,":[25],"and":[26,78,94],"updates":[27,56],"its":[28,54],"model":[29,55],"via":[30],"the":[31,45,61,71,91],"alternating":[33],"direct":[34],"method":[35],"of":[36,47],"multiplier":[37],"(GADMM),":[38],"thereby":[39,59],"ensuring":[40],"fast":[41],"convergence":[42,95],"while":[43,88],"reducing":[44],"number":[46],"communication":[48,62,86],"rounds.":[49],"Furthermore,":[50],"each":[51],"quantizes":[53],"before":[57],"transmissions,":[58],"decreasing":[60],"payload":[63],"sizes.":[64],"We":[65],"prove":[66],"that":[67,81],"converges":[69],"to":[70,98],"optimal":[72],"solution":[73],"for":[74],"convex":[75],"loss":[76],"functions,":[77],"numerically":[79],"show":[80],"yields":[83],"7x":[84],"less":[85],"cost":[87],"achieving":[89],"almost":[90],"same":[92],"accuracy":[93],"speed":[96],"compared":[97],"GADMM":[99],"without":[100],"quantization.":[101]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}