{"id":"https://openalex.org/W4399995264","doi":"https://doi.org/10.1109/tnse.2024.3419030","title":"Efficient Inter-Datacenter AllReduce With Multiple Trees","display_name":"Efficient Inter-Datacenter AllReduce With Multiple Trees","publication_year":2024,"publication_date":"2024-06-25","ids":{"openalex":"https://openalex.org/W4399995264","doi":"https://doi.org/10.1109/tnse.2024.3419030"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2024.3419030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3419030","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075454046","display_name":"Shouxi Luo","orcid":"https://orcid.org/0000-0002-4041-3681"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shouxi Luo","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109737218","display_name":"Renyi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renyi Wang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanlai Xing","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075454046"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":4.1933,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94584525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"5","first_page":"4793","last_page":"4806"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6196306347846985},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3655332326889038}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6196306347846985},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3655332326889038}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2024.3419030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3419030","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6184697380","display_name":null,"funder_award_id":"2682024ZTPY050","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8052294262","display_name":null,"funder_award_id":"62002300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1556107429","https://openalex.org/W1572016165","https://openalex.org/W2025177582","https://openalex.org/W2057332538","https://openalex.org/W2062032542","https://openalex.org/W2083842231","https://openalex.org/W2102090846","https://openalex.org/W2126822952","https://openalex.org/W2251776621","https://openalex.org/W2293123782","https://openalex.org/W2343556076","https://openalex.org/W2730237704","https://openalex.org/W2908578142","https://openalex.org/W2912213068","https://openalex.org/W2962697687","https://openalex.org/W2969836206","https://openalex.org/W2975712713","https://openalex.org/W3012125688","https://openalex.org/W3048581864","https://openalex.org/W3086809868","https://openalex.org/W3097875570","https://openalex.org/W3136730397","https://openalex.org/W3154431492","https://openalex.org/W3175954176","https://openalex.org/W4246219036","https://openalex.org/W4285197124","https://openalex.org/W4285327707","https://openalex.org/W4290996318","https://openalex.org/W4300502888","https://openalex.org/W4318619411","https://openalex.org/W4360584379","https://openalex.org/W4383212214","https://openalex.org/W4388478991","https://openalex.org/W4390422273","https://openalex.org/W4392901776","https://openalex.org/W4393145114","https://openalex.org/W4396817396","https://openalex.org/W6701424422","https://openalex.org/W6736413256","https://openalex.org/W6745449233","https://openalex.org/W6753672686","https://openalex.org/W6769475105","https://openalex.org/W6780438843","https://openalex.org/W6861885378"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,81],"look":[4],"into":[5],"the":[6,24,59,72,93,97,116,120,130,150],"problem":[7],"of":[8,62,96,118,122,149],"achieving":[9],"efficient":[10,147,166],"inter-datacenter":[11],"AllReduce":[12,143],"operations":[13,144],"for":[14,42,55,90],"geo-distributed":[15,136],"machine":[16],"learning":[17],"(Geo-DML).":[18],"Compared":[19],"with":[20,110],"intra-datacenter":[21],"distributed":[22],"training,":[23],"heterogeneous":[25,98,151],"wide-area":[26],"network":[27,158],"(WAN)":[28],"connections":[29],"among":[30],"Geo-DML":[31],"workers":[32,137],"are":[33],"scarce,":[34],"expensive,":[35],"and":[36,124],"unstable,":[37],"making":[38],"existing":[39,74,170],"proposals":[40],"designed":[41],"homogeneous":[43],"networks":[44],"fall":[45],"short.":[46],"Despite":[47],"that":[48,161],"some":[49],"recent":[50],"optimizations":[51],"have":[52],"been":[53],"proposed":[54],"Geo-DML,":[56],"they":[57],"break":[58],"consistency":[60],"semantics":[61],"bulk":[63],"synchronous":[64],"parallel":[65],"(BSP),":[66],"thus":[67],"bringing":[68],"no":[69],"benefit":[70],"to":[71,145],"widely":[73],"BSP-based":[75],"applications.":[76],"To":[77],"address":[78],"these":[79,134],"issues,":[80],"propose":[82],"<sc":[83,101,162],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[84,102,163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">mTree</small>,":[85],"a":[86],"topology":[87],"management":[88],"suite":[89],"Geo-DML.":[91],"With":[92],"global":[94],"view":[95],"WAN":[99],"connections,":[100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">mTree</small>":[103,164],"builds":[104],"multiple":[105],"optimized":[106],"spanning":[107],"trees":[108,123],"along":[109],"suggested":[111],"workload":[112],"distribution":[113],"proportions,":[114],"respecting":[115],"constraints":[117],"both":[119],"number":[121],"their":[125],"maximum":[126],"height":[127],"specified":[128],"by":[129],"training.":[131],"Based":[132],"on":[133,156],"results,":[135],"could":[138],"launch":[139],"concurrent":[140],"tree-based":[141],"pipelined":[142],"make":[146],"use":[148],"network.":[152],"Detailed":[153],"performance":[154],"studies":[155],"real-world":[157],"topologies":[159],"imply":[160],"achieves":[165],"AllReduce,":[167],"significantly":[168],"outperforming":[169],"solutions.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}
