{"id":"https://openalex.org/W4386276152","doi":"https://doi.org/10.1109/tsc.2023.3304312","title":"NBSync: Parallelism of Local Computing and Global Synchronization for Fast Distributed Machine Learning in WANs","display_name":"NBSync: Parallelism of Local Computing and Global Synchronization for Fast Distributed Machine Learning in WANs","publication_year":2023,"publication_date":"2023-08-30","ids":{"openalex":"https://openalex.org/W4386276152","doi":"https://doi.org/10.1109/tsc.2023.3304312"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2023.3304312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3304312","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024438027","display_name":"Huaman Zhou","orcid":"https://orcid.org/0000-0002-6421-664X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huaman Zhou","raw_affiliation_strings":["Key Laboratory of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-6421-664X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022284072","display_name":"Zonghang Li","orcid":"https://orcid.org/0000-0002-2796-039X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zonghang Li","raw_affiliation_strings":["Key Laboratory of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-2796-039X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101507232","display_name":"Hongfang Yu","orcid":"https://orcid.org/0000-0002-5219-1780"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfang Yu","raw_affiliation_strings":["Key Lab of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China","Peng Cheng Laboratory, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-5219-1780","affiliations":[{"raw_affiliation_string":"Key Lab of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015538526","display_name":"Long Luo","orcid":"https://orcid.org/0000-0003-1028-8178"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Luo","raw_affiliation_strings":["Key Laboratory of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0003-1028-8178","affiliations":[{"raw_affiliation_string":"Key Laboratory of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053945147","display_name":"Gang Sun","orcid":"https://orcid.org/0000-0002-2448-8915"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210139481","display_name":"Science and Technology Department of Sichuan Province","ror":"https://ror.org/04323m874","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210139481"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Sun","raw_affiliation_strings":["Key Lab of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China","Agile and Intelligent Computing Key Laboratory of Sichuan Province, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-2448-8915","affiliations":[{"raw_affiliation_string":"Key Lab of Optical Fiber Sensing and Communications (Ministry of Education), University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Agile and Intelligent Computing Key Laboratory of Sichuan Province, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I4210139481"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024438027"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":1.5337,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86242884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"16","issue":"6","first_page":"4115","last_page":"4127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.874954342842102},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6640194654464722},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6570067405700684},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6122854351997375},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5864650011062622},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.44322526454925537},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37509578466415405},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11882540583610535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.874954342842102},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6640194654464722},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6570067405700684},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6122854351997375},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5864650011062622},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.44322526454925537},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37509578466415405},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11882540583610535},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2023.3304312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3304312","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G709155833","display_name":null,"funder_award_id":"62102066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2060393849","https://openalex.org/W2130062883","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2336650964","https://openalex.org/W2558580397","https://openalex.org/W2750384547","https://openalex.org/W2768181417","https://openalex.org/W2774000609","https://openalex.org/W2782985982","https://openalex.org/W2921434559","https://openalex.org/W2936343019","https://openalex.org/W2962747323","https://openalex.org/W2975712713","https://openalex.org/W2995022099","https://openalex.org/W3012125688","https://openalex.org/W3037871107","https://openalex.org/W3038022836","https://openalex.org/W3038028469","https://openalex.org/W3097450573","https://openalex.org/W3100732527","https://openalex.org/W3102606411","https://openalex.org/W3112972317","https://openalex.org/W3120121071","https://openalex.org/W3138920078","https://openalex.org/W3171766884","https://openalex.org/W3189849087","https://openalex.org/W3194657444","https://openalex.org/W3207830467","https://openalex.org/W4288357791","https://openalex.org/W4289285751","https://openalex.org/W6679314259","https://openalex.org/W6679393576","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6686509673","https://openalex.org/W6703420464","https://openalex.org/W6713134421","https://openalex.org/W6728757088","https://openalex.org/W6736413256","https://openalex.org/W6739693220","https://openalex.org/W6742061381","https://openalex.org/W6743688258","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6756737774","https://openalex.org/W6758662331","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6760214840","https://openalex.org/W6762211661","https://openalex.org/W6765788334","https://openalex.org/W6788246492","https://openalex.org/W6973559833"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2134969820","https://openalex.org/W2105580438","https://openalex.org/W2059217922"],"abstract_inverted_index":{"Recently,":[0],"due":[1],"to":[2,20,135,229,249,273],"privacy":[3],"concerns,":[4],"distributed":[5,32,321],"machine":[6],"learning":[7,40],"in":[8,225,234,254,325],"Wide-Area":[9],"Networks":[10],"(DML-WANs)":[11],"attracts":[12],"increasing":[13],"attention":[14],"and":[15,49,94,116,133,152,164,173,200,219,222,243,277,301,331],"has":[16,86,279],"been":[17],"widely":[18],"deployed":[19],"promote":[21],"the":[22,69,113,117,130,191,195,213,235,251,263,286],"widespread":[23],"application":[24],"of":[25,44,72,98,125,138,197,216,266,275,288],"intelligence":[26],"services":[27],"that":[28,84,262,274,312],"rely":[29],"on":[30,51,144,291,305],"geographically":[31],"data.":[33],"DML-WANs":[34,63,100,307,326],"is":[35,60,66,83,270],"essentially":[36],"performing":[37],"collaboratively":[38],"federated":[39],"over":[41,79],"a":[42,52,87,105,122,181,205,280,292,306],"combination":[43],"servers":[45,78],"at":[46],"both":[47],"edge":[48],"cloud":[50],"large":[53],"spatial":[54],"scale.":[55],"However,":[56],"efficient":[57],"model":[58,73,92,96,127,192],"training":[59,101,131,159,183,193,257,268,316,322],"challenging":[61],"for":[62,185,247],"because":[64],"it":[65],"blocked":[67],"by":[68,194],"high":[70],"overhead":[71,147,233],"parameter":[74,294],"synchronization":[75,97,128,146,153,221],"between":[76,90,108],"computing":[77,93,114,199,218,246,329],"WANs.":[80],"The":[81],"reason":[82],"there":[85],"sequential":[88,106,162,214],"dependency":[89,163,215],"local":[91,139,198,217,245],"global":[95,126,201,220],"traditional":[99,158],"methods":[102],"intrinsically":[103],"producing":[104],"blockage":[107],"them,":[109],"e.g.,":[110],"FedAvg.":[111],"When":[112],"heterogeneity":[115,330],"low":[118,136,332],"WAN":[119,333],"bandwidth":[120,334],"coexist,":[121],"long":[123],"block":[124],"prolongs":[129],"time":[132,236],"leads":[134],"utilization":[137],"computing.":[140],"Despite":[141],"many":[142],"efforts":[143],"alleviating":[145],"with":[148,161],"novel":[149,182],"communication":[150],"technologies":[151],"methods,":[154],"they":[155],"still":[156],"use":[157],"patterns":[160],"thereby":[165],"have":[166],"very":[167],"limited":[168],"improvements,":[169],"such":[170],"as":[171,228],"FedAsync":[172],"ESync.":[174],"In":[175],"this":[176],"article,":[177],"we":[178],"propose":[179],"NBSync,":[180],"algorithm":[184],"DML-WANs,":[186],"which":[187,209],"greatly":[188],"speeds":[189,314],"up":[190,315],"parallelism":[196],"synchronization.":[202],"NBSync":[203,238,267,278,289,313],"employs":[204],"well-designed":[206],"pipelining":[207],"scheme,":[208],"can":[210],"properly":[211],"relax":[212],"process":[223,269],"them":[224],"parallel":[226],"so":[227],"overlap":[230,252],"their":[231],"operating":[232],"dimension.":[237],"also":[239],"realizes":[240],"flexible,":[241],"differentiated":[242],"dynamical":[244],"workers":[248],"maximize":[250],"ratio":[253],"dynamically":[255],"heterogeneous":[256],"environments.":[258],"Convergence":[259],"analysis":[260],"shows":[261],"convergence":[264,282],"rate":[265],"asymptotically":[271],"equal":[272],"SSGD,":[276],"better":[281],"efficiency.":[283],"We":[284],"implemented":[285],"prototype":[287],"based":[290],"popular":[293],"server":[295],"system,":[296],"i.e.,":[297],"MXNET's":[298],"PS-LITE":[299],"library,":[300],"evaluate":[302],"its":[303],"performance":[304],"testbed.":[308],"Experimental":[309],"results":[310],"show":[311],"about":[317],"1.43\u00d7\u20132.79\u00d7":[318],"than":[319],"state-of-the-art":[320],"algorithms":[323],"(DTAs)":[324],"scenarios":[327],"where":[328],"coexist.":[335]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}