{"id":"https://openalex.org/W4394002425","doi":"https://doi.org/10.1109/jstsp.2024.3381373","title":"Adaptive Top-K in SGD for Communication-Efficient Distributed Learning in Multi-Robot Collaboration","display_name":"Adaptive Top-K in SGD for Communication-Efficient Distributed Learning in Multi-Robot Collaboration","publication_year":2024,"publication_date":"2024-04-01","ids":{"openalex":"https://openalex.org/W4394002425","doi":"https://doi.org/10.1109/jstsp.2024.3381373"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2024.3381373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3381373","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102808478","display_name":"M. Ruan","orcid":"https://orcid.org/0009-0008-0458-5751"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I4210105229","display_name":"City University of Hong Kong, Shenzhen Research Institute","ror":"https://ror.org/00xc0ma20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105229"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Mengzhe Ruan","raw_affiliation_strings":["City University of Hong Kong Shenzhen Research Institute, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0008-0458-5751","affiliations":[{"raw_affiliation_string":"City University of Hong Kong Shenzhen Research Institute, Hong Kong","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I4210105229"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039893040","display_name":"Guangfeng Yan","orcid":"https://orcid.org/0000-0002-0936-9467"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I4210105229","display_name":"City University of Hong Kong, Shenzhen Research Institute","ror":"https://ror.org/00xc0ma20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105229"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Guangfeng Yan","raw_affiliation_strings":["City University of Hong Kong Shenzhen Research Institute, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0936-9467","affiliations":[{"raw_affiliation_string":"City University of Hong Kong Shenzhen Research Institute, Hong Kong","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I4210105229"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057973603","display_name":"Yuanzhang Xiao","orcid":"https://orcid.org/0000-0002-5821-8569"},"institutions":[{"id":"https://openalex.org/I1331384533","display_name":"University of Hawaii System","ror":"https://ror.org/03tzaeb71","country_code":"US","type":"education","lineage":["https://openalex.org/I1331384533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanzhang Xiao","raw_affiliation_strings":["Hawaii Advanced Wireless Technologies Institute, University of Hawaii, Honolulu, YHI, USA"],"raw_orcid":"https://orcid.org/0000-0002-5821-8569","affiliations":[{"raw_affiliation_string":"Hawaii Advanced Wireless Technologies Institute, University of Hawaii, Honolulu, YHI, USA","institution_ids":["https://openalex.org/I1331384533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035185924","display_name":"Linqi Song","orcid":"https://orcid.org/0000-0003-2756-4984"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I4210105229","display_name":"City University of Hong Kong, Shenzhen Research Institute","ror":"https://ror.org/00xc0ma20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105229"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Linqi Song","raw_affiliation_strings":["City University of Hong Kong Shenzhen Research Institute, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-2756-4984","affiliations":[{"raw_affiliation_string":"City University of Hong Kong Shenzhen Research Institute, Hong Kong","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I4210105229"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036424879","display_name":"Weitao Xu","orcid":"https://orcid.org/0000-0001-9741-5912"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I4210105229","display_name":"City University of Hong Kong, Shenzhen Research Institute","ror":"https://ror.org/00xc0ma20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105229"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Weitao Xu","raw_affiliation_strings":["City University of Hong Kong Shenzhen Research Institute, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9741-5912","affiliations":[{"raw_affiliation_string":"City University of Hong Kong Shenzhen Research Institute, Hong Kong","institution_ids":["https://openalex.org/I168719708","https://openalex.org/I4210105229"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2488,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79513527,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"18","issue":"3","first_page":"487","last_page":"501"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7154847383499146},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6414543390274048},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.5272159576416016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4489332437515259},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3728516697883606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7154847383499146},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6414543390274048},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.5272159576416016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4489332437515259},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3728516697883606},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2024.3381373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2024.3381373","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4386184646","display_name":null,"funder_award_id":"2371411","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5516222651","display_name":null,"funder_award_id":"62101471","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7981627932","display_name":null,"funder_award_id":"ZR2021LZH010","funder_id":"https://openalex.org/F4320338074","funder_display_name":"Government of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333998","display_name":"Shenzhen Research Institute, City University of Hong Kong","ror":"https://ror.org/00xc0ma20"},{"id":"https://openalex.org/F4320338074","display_name":"Government of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W866281365","https://openalex.org/W1561921554","https://openalex.org/W2407022425","https://openalex.org/W2775776326","https://openalex.org/W2914138317","https://openalex.org/W2925929165","https://openalex.org/W2962705013","https://openalex.org/W2962952793","https://openalex.org/W2963248893","https://openalex.org/W3015640161","https://openalex.org/W3016081801","https://openalex.org/W3129329365","https://openalex.org/W3172811949","https://openalex.org/W3196370796","https://openalex.org/W3200104413","https://openalex.org/W3212347076","https://openalex.org/W4200635003","https://openalex.org/W4214711850","https://openalex.org/W4221146344","https://openalex.org/W4225759418","https://openalex.org/W4286374952","https://openalex.org/W4317794926","https://openalex.org/W4320005491","https://openalex.org/W4386243228","https://openalex.org/W4392153414","https://openalex.org/W6684859321","https://openalex.org/W6728757088","https://openalex.org/W6728975057","https://openalex.org/W6741986022","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6751646691","https://openalex.org/W6752191696","https://openalex.org/W6753958361","https://openalex.org/W6754416507","https://openalex.org/W6759205021","https://openalex.org/W6763138067","https://openalex.org/W6765541894","https://openalex.org/W6781049309","https://openalex.org/W6784072064","https://openalex.org/W6786422851","https://openalex.org/W6792231754","https://openalex.org/W6794728619","https://openalex.org/W6840443151"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Distributed":[0],"stochastic":[1],"gradient":[2,6,30,99],"descent":[3,100],"(D-SGD)":[4],"with":[5,56,117],"compression":[7,31,171],"has":[8,48],"become":[9],"a":[10,40,50,57,81,226],"popular":[11],"communication-efficient":[12],"solution":[13],"for":[14,29,97,137,157],"accelerating":[15],"optimization":[16,155],"procedures":[17],"in":[18,85,223],"distributed":[19],"learning":[20],"systems":[21],"like":[22],"multi-robot":[23,200],"systems.":[24],"One":[25],"commonly":[26],"used":[27],"method":[28],"is":[32,135],"Top-K":[33,84,221],"sparsification,":[34],"which":[35],"sparsifies":[36],"the":[37,64,69,72,104,109,120,125,138,143,159,194,199,205,210,218],"gradients":[38,123],"by":[39,107],"fixed":[41],"degree":[42,66,94],"during":[43],"model":[44,176],"training.":[45],"However,":[46],"there":[47],"been":[49],"lack":[51],"of":[52,71,95,122,132],"an":[53,92,129,154,169],"adaptive":[54,83,93,139,220],"approach":[55],"systematic":[58],"treatment":[59],"and":[60,114,124,142,152],"analysis":[61],"to":[62,67,102,119,232],"adjust":[63],"sparsification":[65,96,140],"maximize":[68],"potential":[70],"model's":[73,161],"performance":[74,106],"or":[75],"training":[76],"speed.":[77],"This":[78],"paper":[79],"proposes":[80],"novel":[82],"Stochastic":[86],"Gradient":[87],"Descent":[88],"framework":[89],"that":[90,173,217],"enables":[91],"each":[98],"step":[101],"optimize":[103],"convergence":[105,115,133,162,229],"balancing":[108],"trade-off":[110],"between":[111],"communication":[112,126,149,180],"cost":[113],"error":[116,134,163,238],"respect":[118],"norm":[121],"budget.":[127],"Firstly,":[128],"upper":[130],"bound":[131],"derived":[136],"scheme":[141],"loss":[144],"function.":[145],"Secondly,":[146],"we":[147,184,203],"consider":[148],"budget":[150,181],"constraints":[151],"propose":[153],"formulation":[156],"minimizing":[158],"deep":[160],"under":[164,178],"such":[165],"constraints.":[166,182],"We":[167],"obtain":[168],"enhanced":[170],"algorithm":[172,222],"significantly":[174,227],"improves":[175],"accuracy":[177],"given":[179],"Finally,":[183],"conduct":[185],"numerical":[186],"experiments":[187],"on":[188,209],"general":[189],"image":[190],"classification":[191],"tasks":[192],"using":[193],"MNIST,":[195],"CIFAR-10":[196],"datasets.":[197],"For":[198],"collaboration":[201],"tasks,":[202],"choose":[204],"object":[206],"detection":[207],"task":[208],"PASCAL":[211],"VOC":[212],"dataset.":[213],"The":[214],"results":[215],"demonstrate":[216],"proposed":[219],"SGD":[224],"achieves":[225],"better":[228],"rate":[230],"compared":[231],"state-of-the-art":[233],"methods,":[234],"even":[235],"after":[236],"considering":[237],"compensation.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}