{"id":"https://openalex.org/W3016374759","doi":"https://doi.org/10.1109/tpds.2020.2987837","title":"Deterministic Data Distribution for Efficient Recovery in Erasure-Coded Storage Systems","display_name":"Deterministic Data Distribution for Efficient Recovery in Erasure-Coded Storage Systems","publication_year":2020,"publication_date":"2020-04-16","ids":{"openalex":"https://openalex.org/W3016374759","doi":"https://doi.org/10.1109/tpds.2020.2987837","mag":"3016374759"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2020.2987837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.2987837","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101773824","display_name":"Liangliang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liangliang Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043218208","display_name":"Min Lyu","orcid":"https://orcid.org/0000-0002-6142-0186"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Lyu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344739","display_name":"Zhipeng Li","orcid":"https://orcid.org/0000-0002-4478-6717"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Li","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101970462","display_name":"Yongkun Li","orcid":"https://orcid.org/0000-0002-3743-8511"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkun Li","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070385135","display_name":"Yinlong Xu","orcid":"https://orcid.org/0000-0001-9586-0561"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinlong Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101773824"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.3127,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.88898587,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"31","issue":"10","first_page":"2248","last_page":"2262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6978870630264282},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6361820697784424},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.5989785194396973},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.5810080170631409},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.5294603705406189},{"id":"https://openalex.org/keywords/data-recovery","display_name":"Data recovery","score":0.5194732546806335},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.4964948296546936},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4933866560459137},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.3461211919784546},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33647945523262024},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2862984240055084},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.24819040298461914},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18834349513053894},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1295977532863617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6978870630264282},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6361820697784424},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.5989785194396973},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.5810080170631409},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.5294603705406189},{"id":"https://openalex.org/C529754248","wikidata":"https://www.wikidata.org/wiki/Q1054772","display_name":"Data recovery","level":2,"score":0.5194732546806335},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.4964948296546936},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4933866560459137},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3461211919784546},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33647945523262024},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2862984240055084},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.24819040298461914},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18834349513053894},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1295977532863617},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2020.2987837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.2987837","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5805579215","display_name":null,"funder_award_id":"61832011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7223980391","display_name":null,"funder_award_id":"61772486","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W154253821","https://openalex.org/W330091898","https://openalex.org/W1441763937","https://openalex.org/W1510496002","https://openalex.org/W1546442581","https://openalex.org/W1606480398","https://openalex.org/W1629652666","https://openalex.org/W1905719725","https://openalex.org/W1979946760","https://openalex.org/W1988722803","https://openalex.org/W1999984505","https://openalex.org/W2020765652","https://openalex.org/W2029467255","https://openalex.org/W2105185344","https://openalex.org/W2107502666","https://openalex.org/W2117975527","https://openalex.org/W2119738171","https://openalex.org/W2124122323","https://openalex.org/W2128268793","https://openalex.org/W2131287008","https://openalex.org/W2138744797","https://openalex.org/W2148575324","https://openalex.org/W2156984829","https://openalex.org/W2168595508","https://openalex.org/W2593880849","https://openalex.org/W2762025759","https://openalex.org/W2793433421","https://openalex.org/W2795242415","https://openalex.org/W2884029204","https://openalex.org/W2887081378","https://openalex.org/W2954469027","https://openalex.org/W2971834798","https://openalex.org/W3006402871","https://openalex.org/W3016374759","https://openalex.org/W4237515752","https://openalex.org/W4239670432","https://openalex.org/W4250390143","https://openalex.org/W4253233651","https://openalex.org/W4296927913","https://openalex.org/W6606324823","https://openalex.org/W6611419579","https://openalex.org/W6628361010","https://openalex.org/W6630529663","https://openalex.org/W6632551455","https://openalex.org/W6636565893","https://openalex.org/W6640091283","https://openalex.org/W6650418438","https://openalex.org/W6678971312","https://openalex.org/W6679743691","https://openalex.org/W6749154938","https://openalex.org/W6753553393","https://openalex.org/W6765212759"],"related_works":["https://openalex.org/W2963163039","https://openalex.org/W2619878113","https://openalex.org/W2982181605","https://openalex.org/W4287065415","https://openalex.org/W4285613674","https://openalex.org/W2161993886","https://openalex.org/W3015360867","https://openalex.org/W2949392093","https://openalex.org/W1968818878","https://openalex.org/W2730908095"],"abstract_inverted_index":{"Due":[0],"to":[1,23,73,106,174],"individual":[2],"unreliable":[3],"commodity":[4],"components,":[5],"failures":[6],"are":[7,16],"common":[8],"in":[9,19,38,147,196],"large-scale":[10],"distributed":[11],"storage":[12,21,29,40],"systems.":[13],"Erasure":[14],"codes":[15,142,179],"widely":[17],"deployed":[18],"practical":[20],"systems":[22],"provide":[24],"fault":[25],"tolerance":[26],"with":[27,59,153,160],"low":[28],"overhead.":[30],"However,":[31],"random":[32,49],"data":[33],"distribution":[34],"(RDD),":[35],"commonly":[36],"used":[37],"erasure-coded":[39],"systems,":[41],"induces":[42],"heavy":[43],"cross-rack":[44,97],"traffic,":[45],"load":[46],"imbalance,":[47],"and":[48,80,143,180,200],"access,":[50],"which":[51,94],"adversely":[52],"affects":[53],"failure":[54,84,171],"recovery.":[55],"In":[56],"this":[57],"article,":[58],"orthogonal":[60],"arrays,":[61],"we":[62],"define":[63],"a":[64,101,128,154],"Deterministic":[65],"Data":[66],"Distribution":[67],"(D":[68],"<sup":[69,90,111,137,187],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[70,91,112,138,188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>":[71,92,113,139,189],")":[72],"uniformly":[74],"distribute":[75],"data/parity":[76],"blocks":[77],"among":[78,125,132],"nodes,":[79],"propose":[81],"an":[82],"efficient":[83],"recovery":[85,117,172,201],"approach":[86,118],"based":[87],"on":[88],"D":[89,110,136,186],",":[93,114],"minimizes":[95],"the":[96,107,115,120,170],"repair":[98,121],"traffic":[99,122],"against":[100],"single":[102],"node":[103],"failure.":[104],"Thanks":[105],"uniformity":[108],"of":[109,156,198],"proposed":[116],"balances":[119],"not":[123],"only":[124],"nodes":[126],"within":[127],"rack":[129],"but":[130],"also":[131],"racks.":[133],"We":[134],"implement":[135],"over":[140],"Reed-Solomon":[141],"Locally":[144],"Repairable":[145],"Codes":[146],"Hadoop":[148],"Distributed":[149],"File":[150],"System":[151],"(HDFS)":[152],"cluster":[155],"28":[157],"machines.":[158],"Compared":[159],"RDD,":[161],"our":[162],"experiments":[163],"show":[164],"that":[165],"D3":[166],"significantly":[167],"speeds":[168],"up":[169,173],"2.49":[175],"times":[176,182],"for":[177,183],"RS":[178],"1.38":[181],"LRCs.":[184],"Moreover,":[185],"supports":[190],"front-end":[191],"applications":[192],"better":[193],"than":[194],"RDD":[195],"both":[197],"normal":[199],"states.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}