{"id":"https://openalex.org/W3089731223","doi":"https://doi.org/10.1109/access.2020.3028367","title":"2D-HRA: Two-Dimensional Hierarchical Ring-Based All-Reduce Algorithm in Large-Scale Distributed Machine Learning","display_name":"2D-HRA: Two-Dimensional Hierarchical Ring-Based All-Reduce Algorithm in Large-Scale Distributed Machine Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3089731223","doi":"https://doi.org/10.1109/access.2020.3028367","mag":"3089731223"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3028367","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3028367","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09211480.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09211480.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030425807","display_name":"Youhe Jiang","orcid":"https://orcid.org/0000-0001-7920-3748"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youhe Jiang","raw_affiliation_strings":["The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-7920-3748","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049448415","display_name":"Huaxi Gu","orcid":"https://orcid.org/0000-0002-6409-2229"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaxi Gu","raw_affiliation_strings":["The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-6409-2229","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028178400","display_name":"Yunfeng Lu","orcid":"https://orcid.org/0000-0002-4869-9303"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfeng Lu","raw_affiliation_strings":["The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-4869-9303","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100804545","display_name":"Xiaoshan Yu","orcid":"https://orcid.org/0000-0001-8550-5697"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshan Yu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3028,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.56490949,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"183488","last_page":"183494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8280067443847656},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.7022906541824341},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.6273086071014404},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49628621339797974},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.49026134610176086},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4847135543823242},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4644245207309723},{"id":"https://openalex.org/keywords/low-latency","display_name":"Low latency (capital markets)","score":0.45002442598342896},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3707937002182007},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11409151554107666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8280067443847656},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.7022906541824341},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.6273086071014404},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49628621339797974},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.49026134610176086},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4847135543823242},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4644245207309723},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.45002442598342896},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3707937002182007},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11409151554107666},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3028367","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3028367","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09211480.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2a7d18f741b04137bd1063f720f5f800","is_oa":true,"landing_page_url":"https://doaj.org/article/2a7d18f741b04137bd1063f720f5f800","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 183488-183494 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3028367","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3028367","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09211480.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1318410142","display_name":null,"funder_award_id":"2020JC","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G1519074223","display_name":null,"funder_award_id":"2018YFE0202800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2519052758","display_name":"\u81ea\u611f\u77e5\u81ea\u7ec4\u7ec7\u5f02\u6784\u4f17\u6838\u667a\u80fd\u82af\u7247\u7684\u4e92\u8fde\u4e0e\u5b58\u50a8\u6280\u672f\u7814\u7a76","funder_award_id":"61934002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2773208084","display_name":null,"funder_award_id":"2018M633465","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5242644447","display_name":"\u4e09\u7ef4\u5149\u7535\u6df7\u5408\u7247\u4e0a\u7f51\u7edc\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61634004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5808701548","display_name":null,"funder_award_id":"2020JC-26","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G6275487510","display_name":null,"funder_award_id":"JB190105","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6669755803","display_name":null,"funder_award_id":"CARCH201919","funder_id":"https://openalex.org/F4320326878","funder_display_name":"State Key Laboratory of Computer Science"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320326878","display_name":"State Key Laboratory of Computer Science","ror":null},{"id":"https://openalex.org/F4320335561","display_name":"Institute of Computing Technology, Chinese Academy of Sciences","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3089731223.pdf","grobid_xml":"https://content.openalex.org/works/W3089731223.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1833917188","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2108598243","https://openalex.org/W2120340025","https://openalex.org/W2194775991","https://openalex.org/W2402144811","https://openalex.org/W2521757593","https://openalex.org/W2787998955","https://openalex.org/W2808705106","https://openalex.org/W2884711234","https://openalex.org/W2887718373","https://openalex.org/W2900824371","https://openalex.org/W2908125138","https://openalex.org/W2919632853","https://openalex.org/W2953384591","https://openalex.org/W2955454939","https://openalex.org/W2971375861","https://openalex.org/W4288115451","https://openalex.org/W4293052541","https://openalex.org/W4301239768","https://openalex.org/W6638533276","https://openalex.org/W6678397451","https://openalex.org/W6713134421","https://openalex.org/W6748645090","https://openalex.org/W6756488470","https://openalex.org/W6767421740"],"related_works":["https://openalex.org/W2380573388","https://openalex.org/W2059217922","https://openalex.org/W3205411230","https://openalex.org/W4286899009","https://openalex.org/W9168048","https://openalex.org/W4300849822","https://openalex.org/W4376480820","https://openalex.org/W3155891479","https://openalex.org/W3029351463","https://openalex.org/W4308600690"],"abstract_inverted_index":{"Gradient":[0],"synchronization,":[1],"a":[2,15,48],"process":[3,94],"of":[4,25,40,76,116],"communication":[5],"among":[6],"machines":[7],"in":[8,18,54,95,110,114],"large-scale":[9,55,96],"distributed":[10,26],"machine":[11],"learning":[12],"(DML),":[13],"plays":[14],"crucial":[16],"role":[17],"improving":[19],"DML":[20,32],"performance.":[21],"Since":[22],"the":[23,59,77,87,92],"scale":[24],"clusters":[27,115],"is":[28],"continuously":[29],"expanding,":[30],"state-of-the-art":[31],"synchronization":[33,93,112],"algorithms":[34,101],"suffer":[35],"from":[36],"latency":[37,89],"for":[38],"thousands":[39],"GPUs.":[41],"In":[42],"this":[43],"article,":[44],"we":[45],"propose":[46],"2D-HRA,":[47],"two-dimensional":[49],"hierarchical":[50,64],"ring-based":[51],"all-reduce":[52],"algorithm":[53],"DML.":[56],"2D-HRA":[57,83,104],"combines":[58],"ring":[60],"with":[61,99],"more":[62],"latency-optimal":[63],"methods,":[65],"and":[66,90],"synchronizes":[67],"parameters":[68],"on":[69],"two":[70],"dimensions":[71],"to":[72,107],"make":[73],"full":[74],"use":[75],"bandwidth.":[78],"Simulation":[79],"results":[80],"show":[81],"that":[82],"can":[84],"efficiently":[85],"alleviate":[86],"high":[88],"accelerate":[91],"clusters.":[97],"Compared":[98],"traditional":[100],"(ring":[102],"based),":[103],"achieves":[105],"up":[106],"76.9%":[108],"reduction":[109],"gradient":[111],"time":[113],"different":[117],"scale.":[118]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}