{"id":"https://openalex.org/W7163156148","doi":"https://doi.org/10.48550/arxiv.2606.01680","title":"Don't Let a Few Network Failures Slow the Entire AllReduce","display_name":"Don't Let a Few Network Failures Slow the Entire AllReduce","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163156148","doi":"https://doi.org/10.48550/arxiv.2606.01680"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01680","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01680","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01680","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102776651","display_name":"Peiqing Chen","orcid":"https://orcid.org/0000-0002-8758-6029"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Peiqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137646655","display_name":"Jiedong Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jiedong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050808607","display_name":"Nengneng Yu","orcid":"https://orcid.org/0009-0008-3021-1569"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Nengneng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602334","display_name":"Yuefeng Wang","orcid":"https://orcid.org/0000-0002-1985-5143"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuefeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121779189","display_name":"Sixian Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Sixian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137662348","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-5273-3332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015818714","display_name":"Zaoxing Liu","orcid":"https://orcid.org/0000-0002-9119-1679"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zaoxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.31139999628067017,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.31139999628067017,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.23559999465942383,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.2078000009059906,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.6467000246047974},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6025000214576721},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.37400001287460327},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.3513000011444092},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.3111000061035156}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6955999732017517},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.6467000246047974},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6434999704360962},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6025000214576721},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4456999897956848},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C2780378348","wikidata":"https://www.wikidata.org/wiki/Q25351438","display_name":"Ring (chemistry)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C119323957","wikidata":"https://www.wikidata.org/wiki/Q5048226","display_name":"Cascading failure","level":4,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01680","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01680","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01680","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01680","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5238599181175232,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Network":[0],"failures":[1,29,139],"are":[2],"among":[3],"the":[4,37,48,53,57,62,67,84,94,99,129,157],"most":[5],"frequent":[6],"hardware":[7],"faults":[8],"in":[9],"large-scale":[10],"GPU":[11],"clusters":[12],"and":[13,80],"a":[14,112],"leading":[15],"cause":[16],"of":[17,56,90,151],"training-job":[18],"interruptions.":[19],"Modern":[20],"collective":[21],"communication":[22],"libraries":[23],"such":[24],"as":[25],"NCCL":[26],"mitigate":[27],"network":[28,78,138],"by":[30,132],"rerouting":[31],"traffic":[32],"through":[33],"surviving":[34],"NICs":[35],"on":[36,52,72,123],"same":[38],"server,":[39],"trading":[40],"reduced":[41],"inter-node":[42],"bandwidth":[43,79,144],"for":[44,105],"uninterrupted":[45],"training.":[46],"However,":[47],"degraded":[49],"server":[50],"remains":[51],"critical":[54],"path":[55],"standard":[58],"ring":[59,154],"algorithm,":[60],"slowing":[61],"entire":[63],"collective.":[64],"We":[65,108],"present":[66],"first":[68],"information-theoretic":[69],"lower":[70,120],"bound":[71],"AllReduce":[73,115,148],"completion":[74],"time":[75],"under":[76,136],"asymmetric":[77],"show":[81],"that":[82,117,126],"when":[83],"straggler":[85],"retains":[86],"at":[87],"least":[88],"half":[89],"its":[91],"original":[92],"bandwidth,":[93],"unavoidable":[95],"overhead":[96],"relative":[97],"to":[98,142,161],"fault-free":[100,153],"optimum":[101],"is":[102],"only":[103],"O(1/p)":[104],"p":[106],"GPUs.":[107],"then":[109],"design":[110],"OptCC,":[111],"four-stage":[113],"pipelined":[114],"algorithm":[116],"approaches":[118],"this":[119],"bound.":[121],"Experiments":[122],"SimAI":[124],"confirm":[125],"OptCC":[127,146],"closes":[128],"gap":[130],"left":[131],"existing":[133],"fault-tolerant":[134],"schemes:":[135],"practical":[137],"with":[140],"up":[141,160],"50%":[143],"loss,":[145],"completes":[147],"within":[149],"2-6%":[150],"NCCL's":[152],"performance,":[155],"whereas":[156],"state-of-the-art":[158],"incurs":[159],"57%":[162],"overhead.":[163]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}