{"id":"https://openalex.org/W4407129663","doi":"https://doi.org/10.1109/icnp61940.2024.10858570","title":"Rina: Enhancing Ring-Allreduce with in-Network Aggregation in Distributed Model Training","display_name":"Rina: Enhancing Ring-Allreduce with in-Network Aggregation in Distributed Model Training","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4407129663","doi":"https://doi.org/10.1109/icnp61940.2024.10858570"},"language":"en","primary_location":{"id":"doi:10.1109/icnp61940.2024.10858570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp61940.2024.10858570","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 32nd International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101458538","display_name":"Zixuan Chen","orcid":"https://orcid.org/0000-0002-0126-0387"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zixuan Chen","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102778994","display_name":"Xuandong Liu","orcid":"https://orcid.org/0009-0002-6521-6200"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuandong Liu","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008854210","display_name":"Minglin Li","orcid":"https://orcid.org/0000-0002-0257-672X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minglin Li","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111346155","display_name":"Yinfan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinfan Hu","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101245158","display_name":"Hao Mei","orcid":"https://orcid.org/0000-0002-4287-6794"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Mei","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107590740","display_name":"Huifeng Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huifeng Xing","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695341","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0008-4494-6793"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042947805","display_name":"Wanxin Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanxin Shi","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358497","display_name":"Sen Liu","orcid":"https://orcid.org/0000-0003-2230-7671"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Liu","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115695364","display_name":"Yang Xu","orcid":"https://orcid.org/0009-0001-0358-8802"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xu","raw_affiliation_strings":["Fudan University,School of Computer Science,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5101458538"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.0437,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7858919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9146999716758728,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9146999716758728,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6576457619667053},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5692957043647766},{"id":"https://openalex.org/keywords/ring","display_name":"Ring (chemistry)","score":0.5072143077850342},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37422239780426025},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07801187038421631},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.04288199543952942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6576457619667053},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5692957043647766},{"id":"https://openalex.org/C2780378348","wikidata":"https://www.wikidata.org/wiki/Q25351438","display_name":"Ring (chemistry)","level":2,"score":0.5072143077850342},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37422239780426025},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07801187038421631},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.04288199543952942},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnp61940.2024.10858570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp61940.2024.10858570","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 32nd International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Zero hunger","id":"https://metadata.un.org/sdg/2","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2045271686","https://openalex.org/W2083842231","https://openalex.org/W2102017903","https://openalex.org/W2107582394","https://openalex.org/W2108598243","https://openalex.org/W2130531694","https://openalex.org/W2194775991","https://openalex.org/W2405578611","https://openalex.org/W2738029666","https://openalex.org/W2920397365","https://openalex.org/W2963748441","https://openalex.org/W3048581864","https://openalex.org/W3089472875","https://openalex.org/W3147460469","https://openalex.org/W4230700318","https://openalex.org/W4235732943","https://openalex.org/W4312060029","https://openalex.org/W4318540560","https://openalex.org/W4383995751","https://openalex.org/W4385245566","https://openalex.org/W4385367428","https://openalex.org/W4386260612","https://openalex.org/W4390874575","https://openalex.org/W6622473587","https://openalex.org/W6637373629","https://openalex.org/W6638783484","https://openalex.org/W6679393576","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6752191696","https://openalex.org/W6753209298","https://openalex.org/W6755207826","https://openalex.org/W6756592394","https://openalex.org/W6760703128","https://openalex.org/W6767997687","https://openalex.org/W6769062451","https://openalex.org/W6786756185","https://openalex.org/W6792106764","https://openalex.org/W6794216301","https://openalex.org/W6794474486"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"Parameter":[0],"Server":[1],"(PS)":[2],"and":[3,145,152],"Ring-AllReduce":[4],"(RAR)":[5],"are":[6],"two":[7],"widely":[8],"utilized":[9],"synchronization":[10,166],"architectures":[11],"in":[12,124,139],"multiworker":[13],"Deep":[14,22],"Learning":[15,23],"(DL),":[16],"also":[17],"referred":[18],"to":[19,52,56,77,104,155],"as":[20,70,128],"Distributed":[21],"(DDL).":[24],"However,":[25,61],"PS":[26,55],"encounters":[27],"challenges":[28],"with":[29,36,54,100,132,169,187],"the":[30,40,75,91,107,133,136,157,170,188],"\u201cincast\u201d":[31],"issue,":[32],"while":[33],"RAR":[34,99],"struggles":[35],"problems":[37,108],"caused":[38],"by":[39],"long":[41],"dependency":[42],"chain.":[43],"The":[44],"emerging":[45],"In-network":[46],"Aggregation":[47,102],"(INA)":[48],"has":[49,65],"been":[50],"proposed":[51],"integrate":[53],"mitigate":[57],"its":[58,112],"incast":[59],"issue.":[60],"such":[62],"PS-based":[63,172],"INA":[64,94,173],"poor":[66],"incremental":[67,142],"deployment":[68,143],"abilities":[69],"it":[71],"requires":[72],"replacing":[73],"all":[74,122],"switches":[76],"show":[78],"significant":[79],"performance":[80],"improvement,":[81],"which":[82],"is":[83,120],"not":[84],"costeffective.":[85],"In":[86],"this":[87,125],"study,":[88],"we":[89],"present":[90],"incorporation":[92],"of":[93,135,160],"capabilities":[95,144],"into":[96],"RAR,":[97],"called":[98],"In-Network":[101],"(Rina),":[103],"tackle":[105],"both":[106,140],"above.":[109],"Rina":[110,161,176],"features":[111],"agent-worker":[113],"mechanism.":[114],"When":[115],"an":[116],"INA-capable":[117],"ToR":[118],"switch":[119],"deployed,":[121],"workers":[123],"rack":[126],"run":[127],"one":[129],"abstracted":[130],"worker":[131],"help":[134],"agent,":[137],"resulting":[138],"excellent":[141],"better":[146],"throughput.":[147],"We":[148],"conducted":[149],"extensive":[150],"testbed":[151],"simulation":[153],"evaluations":[154],"substantiate":[156],"throughput":[158,186],"advantages":[159],"over":[162],"existing":[163],"DDL":[164],"training":[165],"structures.":[167],"Compared":[168],"state-of-the-art":[171],"methods":[174],"ATP,":[175],"can":[177],"achieve":[178],"more":[179],"than":[180],"<tex":[181],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[182],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathbf{5":[183],"0":[184],"\\%}$</tex>":[185],"same":[189],"hardware":[190],"cost.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}