{"id":"https://openalex.org/W4416286274","doi":"https://doi.org/10.1109/tpds.2025.3633298","title":"Fully Decentralized Data Distribution for Large-Scale HPC Systems","display_name":"Fully Decentralized Data Distribution for Large-Scale HPC Systems","publication_year":2025,"publication_date":"2025-11-17","ids":{"openalex":"https://openalex.org/W4416286274","doi":"https://doi.org/10.1109/tpds.2025.3633298"},"language":null,"primary_location":{"id":"doi:10.1109/tpds.2025.3633298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3633298","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047778770","display_name":"Ruibo Wang","orcid":"https://orcid.org/0000-0001-7952-3784"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruibo Wang","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025920522","display_name":"Mingtian Shao","orcid":"https://orcid.org/0000-0003-2368-4946"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingtian Shao","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867345","display_name":"Wenzhe Zhang","orcid":"https://orcid.org/0000-0002-8798-2195"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhe Zhang","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101621379","display_name":"Huijun Wu","orcid":"https://orcid.org/0000-0002-9513-5359"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijun Wu","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaxin Li","orcid":"https://orcid.org/0000-0002-8963-2535"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Li","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102954465","display_name":"Lihua Yang","orcid":"https://orcid.org/0000-0003-1760-6319"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihua Yang","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090159880","display_name":"Di Ma","orcid":"https://orcid.org/0000-0001-7330-4716"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Ma","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029049989","display_name":"Yiqin Dai","orcid":"https://orcid.org/0000-0002-5629-1578"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqin Dai","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100625357","display_name":"Kai Lu","orcid":"https://orcid.org/0000-0003-2284-7897"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Lu","raw_affiliation_strings":["College of computer science and technology, National University of Defense Technology, Changsha, China","college of computer science and technology, National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"College of computer science and technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"college of computer science and technology, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5047778770"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47637369,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"1","first_page":"304","last_page":"321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.3529999852180481,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.3529999852180481,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.24629999697208405,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.23489999771118164,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7447999715805054},{"id":"https://openalex.org/keywords/parallel-i/o","display_name":"Parallel I/O","score":0.6205999851226807},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.6116999983787537},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.5870000123977661},{"id":"https://openalex.org/keywords/bittorrent","display_name":"BitTorrent","score":0.5471000075340271},{"id":"https://openalex.org/keywords/data-access","display_name":"Data access","score":0.38679999113082886},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.35339999198913574},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.350600004196167},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.34299999475479126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8499000072479248},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7447999715805054},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7213000059127808},{"id":"https://openalex.org/C2781057727","wikidata":"https://www.wikidata.org/wiki/Q9941","display_name":"Parallel I/O","level":2,"score":0.6205999851226807},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.6116999983787537},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.5870000123977661},{"id":"https://openalex.org/C520566109","wikidata":"https://www.wikidata.org/wiki/Q133862","display_name":"BitTorrent","level":3,"score":0.5471000075340271},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.38600000739097595},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.34299999475479126},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C185410017","wikidata":"https://www.wikidata.org/wiki/Q7171778","display_name":"Petascale computing","level":3,"score":0.2971999943256378},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C76831024","wikidata":"https://www.wikidata.org/wiki/Q5227096","display_name":"Data-intensive computing","level":4,"score":0.26570001244544983},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.26010000705718994},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3633298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3633298","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1678452535","display_name":null,"funder_award_id":"202501-YJRC-XX-008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2277931485","display_name":null,"funder_award_id":"62421002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3097238261","display_name":null,"funder_award_id":"U24A2033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4903182287","display_name":null,"funder_award_id":"62502531","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5175626337","display_name":null,"funder_award_id":"62306328","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1596936080","https://openalex.org/W2014780580","https://openalex.org/W2108137279","https://openalex.org/W2118893542","https://openalex.org/W2141954481","https://openalex.org/W2153772884","https://openalex.org/W2154531558","https://openalex.org/W2162858914","https://openalex.org/W2167022466","https://openalex.org/W2984165599","https://openalex.org/W3003338218","https://openalex.org/W3004146676","https://openalex.org/W3033908765","https://openalex.org/W3202534202","https://openalex.org/W3202883905","https://openalex.org/W4311545198","https://openalex.org/W4388581118","https://openalex.org/W4388661946","https://openalex.org/W4404133458"],"related_works":[],"abstract_inverted_index":{"For":[0],"many":[1],"years,":[2],"in":[3,67,81,95,108,228],"the":[4,10,13,23,30,35,48,69,74,85,102,122,127,140,143,149,161,168,175,203,209,212,221,225,234,242,257],"HPC":[5,14,42,109,144,229,265],"data":[6,26,36,92,117,166,230,260],"distribution":[7,65,93,118,162,171,231],"scenario,":[8],"as":[9,73],"scale":[11,82,188],"of":[12,25,46,142,151,163,170,202,224,236,244,259],"system":[15],"continues":[16],"to":[17,21,28,33,147,159,190],"increase,":[18],"manufacturers":[19],"have":[20,84],"increase":[22],"number":[24],"providers":[27],"improve":[29,148],"IO":[31],"parallelism":[32],"match":[34],"demanders.":[37],"In":[38,60,153],"large-scale,":[39],"especially":[40],"exascale":[41],"systems,":[43],"this":[44,96,237],"mode":[45,94],"decoupling":[47],"demander":[49,70],"and":[50,56,83,100,111,126,130,167,173,194,250,254],"provider":[51,75],"presents":[52],"significant":[53],"scalability":[54],"limitations":[55],"incurs":[57],"substantial":[58],"costs.":[59],"our":[61],"view,":[62],"only":[63],"a":[64,114,157,252],"model":[66,227],"which":[68,88],"also":[71],"acts":[72],"can":[76,187,239],"fundamentally":[77],"cope":[78],"with":[79,178,208],"changes":[80],"best":[86],"scalability,":[87],"is":[89,197,214],"called":[90],"all-to-all":[91,226],"paper.":[97],"We":[98,120],"design":[99,121,156,258],"implement":[101],"BitTorrent":[103],"protocol":[104],"on":[105,139],"computing":[106,192],"networks":[107],"systems":[110,249],"propose":[112],"FD3,":[113],"fully":[115],"decentralized":[116],"method.":[119],"Requested-to-Validated":[123],"Table":[124],"(RVT)":[125],"Highest":[128],"ranking":[129],"Longest":[131],"consecutive":[132],"piece":[133],"segment":[134],"First":[135],"(HLF)":[136],"policy":[137],"based":[138],"features":[141],"networking":[145],"environment":[146],"performance":[150,196,213],"FD3.":[152],"addition,":[154],"we":[155],"torrent-tree":[158],"accelerate":[160],"seed":[164],"file":[165,205,248],"aggregation":[169],"state,":[172],"release":[174],"tracker":[176],"load":[177],"neighborhood":[179],"local-generation":[180],"algorithm.":[181],"Experimental":[182],"results":[183],"show":[184],"that":[185,201],"FD3":[186,219],"smoothly":[189],"11k+":[191],"nodes,":[193],"its":[195],"much":[198],"better":[199],"than":[200],"parallel":[204,247],"system.":[206],"Compared":[207],"original":[210],"BitTorrent,":[211],"improved":[215],"by":[216],"8-15":[217],"times.":[218],"highlights":[220],"considerable":[222],"potential":[223],"scenarios.":[232],"Furthermore,":[233],"work":[235],"paper":[238],"further":[240],"stimulate":[241],"exploration":[243],"future":[245],"distributed":[246],"provide":[251],"foundation":[253],"inspiration":[255],"for":[256,263],"access":[261],"patterns":[262],"Exscale":[264],"systems.":[266]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-17T00:00:00"}