{"id":"https://openalex.org/W4399154140","doi":"https://doi.org/10.1109/tbdata.2024.3407510","title":"Communication-Efficient Distributed Learning via Sparse and Adaptive Stochastic Gradient","display_name":"Communication-Efficient Distributed Learning via Sparse and Adaptive Stochastic Gradient","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399154140","doi":"https://doi.org/10.1109/tbdata.2024.3407510"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2024.3407510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2024.3407510","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019549276","display_name":"Xiaoge Deng","orcid":"https://orcid.org/0000-0003-0622-1202"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoge Deng","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037318331","display_name":"Tao Sun","orcid":"https://orcid.org/0000-0001-5024-1900"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Sun","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102809441","display_name":"Xicheng Lu","orcid":"https://orcid.org/0009-0006-9249-4256"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xicheng Lu","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5019549276"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.3434,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56646909,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"11","issue":"1","first_page":"234","last_page":"246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.792203426361084},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.4379948675632477},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3379501700401306},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3309282064437866}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792203426361084},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.4379948675632477},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3379501700401306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3309282064437866},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbdata.2024.3407510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2024.3407510","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2745437359","display_name":null,"funder_award_id":"62376278","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3606055544","display_name":null,"funder_award_id":"62025208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8464095490","display_name":null,"funder_award_id":"2022JJ10065","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1811750039","https://openalex.org/W2044212084","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2127941149","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2194775991","https://openalex.org/W2407022425","https://openalex.org/W2579247884","https://openalex.org/W2606891064","https://openalex.org/W2617766261","https://openalex.org/W2766140019","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2805997383","https://openalex.org/W2888206291","https://openalex.org/W2946900926","https://openalex.org/W2950826569","https://openalex.org/W2963179579","https://openalex.org/W2963766684","https://openalex.org/W2963773265","https://openalex.org/W2963992805","https://openalex.org/W2964231067","https://openalex.org/W2973781261","https://openalex.org/W2982464076","https://openalex.org/W3003150357","https://openalex.org/W3012220622","https://openalex.org/W3015640161","https://openalex.org/W3035946931","https://openalex.org/W3093502740","https://openalex.org/W3099852766","https://openalex.org/W3101036738","https://openalex.org/W3118608800","https://openalex.org/W3121648263","https://openalex.org/W3128307059","https://openalex.org/W3153347425","https://openalex.org/W3164396303","https://openalex.org/W3185360874","https://openalex.org/W3195227903","https://openalex.org/W4239072543","https://openalex.org/W4287545435","https://openalex.org/W4287864610","https://openalex.org/W4292779060","https://openalex.org/W4295312788","https://openalex.org/W4297685247","https://openalex.org/W4312871782","https://openalex.org/W4382239204","https://openalex.org/W6638214083","https://openalex.org/W6640396632","https://openalex.org/W6679154944","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6738460352","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6748019269","https://openalex.org/W6751961731","https://openalex.org/W6752012617","https://openalex.org/W6752191696","https://openalex.org/W6753958361","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6758358981","https://openalex.org/W6763138067","https://openalex.org/W6763549698","https://openalex.org/W6766767561","https://openalex.org/W6771536776","https://openalex.org/W6774085356","https://openalex.org/W6775649616","https://openalex.org/W6778883912","https://openalex.org/W6781049309","https://openalex.org/W6784072064","https://openalex.org/W6787650878","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Gradient-based":[0],"optimization":[1],"methods":[2],"implemented":[3],"on":[4,173],"distributed":[5,22,66,117,169],"computing":[6],"architectures":[7],"are":[8,44],"increasingly":[9],"used":[10],"to":[11,87,135,148,189],"tackle":[12],"large-scale":[13],"machine":[14],"learning":[15],"applications.":[16],"A":[17],"key":[18],"bottleneck":[19,43],"in":[20,55,115],"such":[21,32],"systems":[23],"is":[24,141,146],"the":[25,45,50,70,83,96,99,104,110,116,120,138,149,166,180],"high":[26],"communication":[27,47,74,107,113,186],"overhead":[28,105,187],"for":[29],"exchanging":[30],"information,":[31,98],"as":[33],"stochastic":[34,78,153],"gradients,":[35],"between":[36],"workers.":[37,170],"The":[38,143],"inherent":[39],"causes":[40],"of":[41,72,106,112,152,168],"this":[42,59],"frequent":[46],"rounds":[48,108],"and":[49,75,94,109,129,156],"full":[51],"model":[52],"gradient":[53,154],"transmission":[54],"every":[56],"round.":[57],"In":[58],"study,":[60],"we":[61,123],"present":[62],"SASG,":[63],"a":[64,131],"communication-efficient":[65,139],"algorithm":[67,101,140,182],"that":[68,137,161,179],"enjoys":[69],"advantages":[71],"sparse":[73],"adaptive":[76,91],"aggregated":[77],"gradients.":[79],"By":[80],"dynamically":[81],"determining":[82],"workers":[84],"who":[85],"need":[86],"communicate":[88],"through":[89],"an":[90,125],"aggregation":[92],"rule":[93],"sparsifying":[95],"transmitted":[97],"SASG":[100,162],"reduces":[102],"both":[103],"number":[111,167],"bits":[114],"system.":[118],"For":[119],"theoretical":[121],"analysis,":[122],"introduce":[124],"important":[126],"auxiliary":[127],"variable":[128],"define":[130],"new":[132],"Lyapunov":[133],"function":[134],"prove":[136],"convergent.":[142],"convergence":[144],"result":[145,158],"identical":[147],"sublinear":[150],"rate":[151],"descent,":[155],"our":[157],"also":[159],"reveals":[160],"scales":[163],"well":[164],"with":[165],"Finally,":[171],"experiments":[172],"training":[174],"deep":[175],"neural":[176],"networks":[177],"demonstrate":[178],"proposed":[181],"can":[183],"significantly":[184],"reduce":[185],"compared":[188],"previous":[190],"methods.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}