{"id":"https://openalex.org/W4221146344","doi":"https://doi.org/10.1109/jstsp.2022.3162989","title":"Distributed Learning With Sparsified Gradient Differences","display_name":"Distributed Learning With Sparsified Gradient Differences","publication_year":2022,"publication_date":"2022-04-01","ids":{"openalex":"https://openalex.org/W4221146344","doi":"https://doi.org/10.1109/jstsp.2022.3162989"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2022.3162989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3162989","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100769177","display_name":"Yi-Cheng Chen","orcid":"https://orcid.org/0000-0003-1876-9320"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yicheng Chen","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1876-9320","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042577942","display_name":"Rick S. Blum","orcid":"https://orcid.org/0000-0002-1024-6771"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rick S. Blum","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1024-6771","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070679093","display_name":"Martin Tak\u00e1\u010d","orcid":"https://orcid.org/0000-0001-7455-2025"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Martin Takac","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-7455-2025","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053858045","display_name":"Brian M. Sadler","orcid":"https://orcid.org/0000-0002-9564-3812"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian M. Sadler","raw_affiliation_strings":["Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9564-3812","affiliations":[{"raw_affiliation_string":"Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100769177"],"corresponding_institution_ids":["https://openalex.org/I186143895"],"apc_list":null,"apc_paid":null,"fwci":2.7746,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.914737,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"16","issue":"3","first_page":"585","last_page":"600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7123032808303833},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6588667035102844},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5978811979293823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45219218730926514},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4375242590904236},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43349918723106384},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12315061688423157},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07463711500167847}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7123032808303833},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6588667035102844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5978811979293823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45219218730926514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4375242590904236},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43349918723106384},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12315061688423157},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07463711500167847},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2022.3162989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3162989","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1650374552","display_name":null,"funder_award_id":"CCF-1740796","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1699582372","display_name":null,"funder_award_id":"W911NF-17-1-0331","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G679898656","display_name":null,"funder_award_id":"CCF-1618717","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8466051932","display_name":null,"funder_award_id":"ECCS-1744129","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W866281365","https://openalex.org/W1788292158","https://openalex.org/W1837653564","https://openalex.org/W1972949070","https://openalex.org/W1974499748","https://openalex.org/W2012812921","https://openalex.org/W2044212084","https://openalex.org/W2047152541","https://openalex.org/W2092620240","https://openalex.org/W2112796928","https://openalex.org/W2117412539","https://openalex.org/W2136277139","https://openalex.org/W2149062484","https://openalex.org/W2150102617","https://openalex.org/W2153635508","https://openalex.org/W2162658997","https://openalex.org/W2164278908","https://openalex.org/W2165239860","https://openalex.org/W2216134724","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2535838896","https://openalex.org/W2542306928","https://openalex.org/W2606891064","https://openalex.org/W2616681435","https://openalex.org/W2773221161","https://openalex.org/W2777638777","https://openalex.org/W2919539866","https://openalex.org/W2937905591","https://openalex.org/W2963156201","https://openalex.org/W2963998230","https://openalex.org/W2965142130","https://openalex.org/W2975156709","https://openalex.org/W2982191236","https://openalex.org/W2995022099","https://openalex.org/W2997709794","https://openalex.org/W3015640161","https://openalex.org/W3030916542","https://openalex.org/W3101036738","https://openalex.org/W3133630856","https://openalex.org/W3141595720","https://openalex.org/W3166824036","https://openalex.org/W3179432221","https://openalex.org/W3204921648","https://openalex.org/W3210823865","https://openalex.org/W4250955649","https://openalex.org/W4297383547","https://openalex.org/W4301239768","https://openalex.org/W6675761068","https://openalex.org/W6676105031","https://openalex.org/W6680196509","https://openalex.org/W6681875376","https://openalex.org/W6728757088","https://openalex.org/W6734509502","https://openalex.org/W6738250615","https://openalex.org/W6738383168","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6747133071","https://openalex.org/W6748645090","https://openalex.org/W6748741829","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6759226220","https://openalex.org/W6768511045","https://openalex.org/W6791545107","https://openalex.org/W6803358175"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2389214306","https://openalex.org/W2965083567","https://openalex.org/W4235240664","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2889616422","https://openalex.org/W2089704382","https://openalex.org/W1983399550"],"abstract_inverted_index":{"A":[0,153],"very":[1],"large":[2],"number":[3,82],"of":[4,74,83,97,115,118,138,156,163,216,244],"communications":[5,24,63,76,264],"are":[6],"typically":[7],"required":[8],"to":[9,60,89,150,188,202,267],"solve":[10],"distributed":[11],"learning":[12,77,106],"tasks,":[13],"and":[14,19,46,134,143,208],"this":[15,27],"critically":[16],"limits":[17],"scalability":[18],"convergence":[20,99,109,217,234,242],"speed":[21],"in":[22,65,94],"wireless":[23,75],"applications.":[25],"In":[26],"paper,":[28],"we":[29],"devise":[30],"a":[31,66,72,135,231,256],"<bold":[32,36,42,47,51,56],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[33,37,43,48,52,57],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">G</b>":[34],"radient":[35],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">D</b>":[38],"escent":[39],"method":[40],"with":[41,91,212],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</b>":[44],"parsification":[45],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">E</b>":[49],"rror":[50],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">C</b>":[53],"orrection":[54],"(":[55],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">GD-SEC</b>":[58],")":[59],"improve":[61],"the":[62,81,95,98,121,128,146,151,164,191,213,223,241,249,263,268,275],"efficiency":[64],"general":[67],"worker-server":[68],"architecture.":[69],"Motivated":[70],"by":[71],"variety":[73],"scenarios,":[78],"GD-SEC":[79,157,199,229,245,259],"reduces":[80],"bits":[84],"per":[85],"communication":[86,250],"from":[87,194],"worker":[88,126,187],"server":[90],"no":[92],"degradation":[93],"order":[96,215],"rate.":[100,235],"This":[101],"enables":[102],"larger":[103],"scale":[104],"model":[105],"without":[107,272],"sacrificing":[108],"or":[110],"accuracy.":[111],"At":[112],"each":[113,125,186],"iteration":[114],"GD-SEC,":[116],"instead":[117],"directly":[119],"transmitting":[120],"entire":[122],"gradient":[123,133,148,165],"vector,":[124],"computes":[127],"difference":[129,149,166],"between":[130],"its":[131,139,173],"current":[132],"linear":[136,233],"combination":[137],"previously":[140],"transmitted":[141,171],"gradients,":[142],"then":[144],"transmits":[145],"sparsified":[147],"server.":[152],"key":[154],"feature":[155],"is":[158,175,183,200,226],"that":[159,198],"any":[160],"given":[161],"component":[162],"vector":[167],"will":[168],"not":[169,176,238],"be":[170],"if":[172,222],"magnitude":[174],"sufficiently":[177],"large.":[178],"An":[179],"error":[180,192],"correction":[181],"technique":[182],"used":[184],"at":[185],"compensate":[189],"for":[190,204],"resulting":[193],"sparsification.":[195],"We":[196],"prove":[197],"guaranteed":[201],"converge":[203],"strongly":[205,227],"convex,":[206,207,228],"nonconvex":[209],"optimization":[210,276],"problems":[211],"same":[214],"rate":[218,243],"as":[219],"GD.":[220],"Furthermore,":[221],"objective":[224],"function":[225],"has":[230],"fast":[232],"Numerical":[236],"results":[237],"only":[239],"validate":[240],"but":[246],"also":[247],"explore":[248],"bit":[251],"savings":[252],"it":[253],"provides.":[254],"Given":[255],"target":[257],"accuracy,":[258],"can":[260],"significantly":[261],"reduce":[262],"load":[265],"compared":[266],"best":[269],"existing":[270],"algorithms":[271],"slowing":[273],"down":[274],"process.":[277]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}