{"id":"https://openalex.org/W2902982053","doi":"https://doi.org/10.1109/hpec.2018.8547525","title":"Fault Tolerance Performance Evaluation of Large-Scale Distributed Storage Systems HDFS and Ceph Case Study","display_name":"Fault Tolerance Performance Evaluation of Large-Scale Distributed Storage Systems HDFS and Ceph Case Study","publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2902982053","doi":"https://doi.org/10.1109/hpec.2018.8547525","mag":"2902982053"},"language":"en","primary_location":{"id":"doi:10.1109/hpec.2018.8547525","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec.2018.8547525","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE High Performance extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001017727","display_name":"Yehia Arafa","orcid":"https://orcid.org/0000-0002-5186-3012"},"institutions":[{"id":"https://openalex.org/I10052268","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43","country_code":"US","type":"education","lineage":["https://openalex.org/I10052268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yehia Arafa","raw_affiliation_strings":["Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM","institution_ids":["https://openalex.org/I10052268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074965377","display_name":"Atanu Barai","orcid":"https://orcid.org/0000-0002-6879-4455"},"institutions":[{"id":"https://openalex.org/I10052268","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43","country_code":"US","type":"education","lineage":["https://openalex.org/I10052268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Atanu Barai","raw_affiliation_strings":["Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM","institution_ids":["https://openalex.org/I10052268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004195454","display_name":"Mai Zheng","orcid":"https://orcid.org/0000-0002-0741-3436"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mai Zheng","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Iowa State University, Ames, IA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Iowa State University, Ames, IA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087778749","display_name":"Abdel\u2010Hameed A. Badawy","orcid":"https://orcid.org/0000-0001-8027-1449"},"institutions":[{"id":"https://openalex.org/I10052268","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43","country_code":"US","type":"education","lineage":["https://openalex.org/I10052268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdel-Hameed A. Badawy","raw_affiliation_strings":["Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Klipsch School of Electrical and Computer Engineering, New Mexico State University, Las Cruces, NM","institution_ids":["https://openalex.org/I10052268"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3953,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67818552,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.8232606649398804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7887872457504272},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.7289379239082336},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.7142659425735474},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.6846495866775513},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5957043170928955},{"id":"https://openalex.org/keywords/linear-network-coding","display_name":"Linear network coding","score":0.4941911995410919},{"id":"https://openalex.org/keywords/high-availability","display_name":"High availability","score":0.4764155149459839},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.4546852111816406},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4414242208003998},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4320463240146637},{"id":"https://openalex.org/keywords/distributed-file-system","display_name":"Distributed File System","score":0.42039185762405396},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3754608929157257},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.34087035059928894},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.24119552969932556},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.18538713455200195}],"concepts":[{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.8232606649398804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7887872457504272},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.7289379239082336},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.7142659425735474},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6846495866775513},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5957043170928955},{"id":"https://openalex.org/C138293262","wikidata":"https://www.wikidata.org/wiki/Q1089578","display_name":"Linear network coding","level":3,"score":0.4941911995410919},{"id":"https://openalex.org/C65813073","wikidata":"https://www.wikidata.org/wiki/Q1622420","display_name":"High availability","level":2,"score":0.4764155149459839},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.4546852111816406},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4414242208003998},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4320463240146637},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.42039185762405396},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3754608929157257},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34087035059928894},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24119552969932556},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.18538713455200195},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec.2018.8547525","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec.2018.8547525","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE High Performance extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1423003888","https://openalex.org/W1444959585","https://openalex.org/W1836955865","https://openalex.org/W1847696060","https://openalex.org/W1974401809","https://openalex.org/W1977797546","https://openalex.org/W1995626000","https://openalex.org/W1999984505","https://openalex.org/W2078186835","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2150620836","https://openalex.org/W2293030740","https://openalex.org/W2295075181","https://openalex.org/W2520381032","https://openalex.org/W2548592627","https://openalex.org/W2564990060","https://openalex.org/W2741786361","https://openalex.org/W2768462553","https://openalex.org/W2890169599","https://openalex.org/W2903092728","https://openalex.org/W2993345055","https://openalex.org/W4238631751","https://openalex.org/W4239670432","https://openalex.org/W6628249541","https://openalex.org/W6628432071","https://openalex.org/W6638910626","https://openalex.org/W6639032805","https://openalex.org/W6649616498","https://openalex.org/W6650418438","https://openalex.org/W6727087348","https://openalex.org/W6741958422","https://openalex.org/W6748769447","https://openalex.org/W6771325250"],"related_works":["https://openalex.org/W2982181605","https://openalex.org/W2137028263","https://openalex.org/W2963163039","https://openalex.org/W2130518071","https://openalex.org/W3102119340","https://openalex.org/W2807749388","https://openalex.org/W2623177195","https://openalex.org/W2728364329","https://openalex.org/W2078239881","https://openalex.org/W2165649321"],"abstract_inverted_index":{"Large-scale":[0],"distributed":[1,59,140],"systems":[2,61,89,173,208],"are":[3,16,49],"a":[4,12,43,105,202],"collection":[5],"of":[6,21,27,121,137],"loosely":[7],"coupled":[8],"computers":[9],"interconnected":[10],"by":[11,47],"communication":[13],"network.":[14],"They":[15],"now":[17],"an":[18],"integral":[19],"part":[20],"everyday":[22],"life":[23],"with":[24,209],"the":[25,113,119,133,149,165,183,191],"development":[26],"large":[28],"web":[29],"applications,":[30],"social":[31],"networks,":[32],"peer-to-peer":[33],"systems,":[34],"wireless":[35],"sensor":[36],"networks":[37],"and":[38,144,154,167,177,180,185,195,199],"many":[39,88],"more.":[40],"At":[41],"such":[42,73],"scale,":[44],"hardware":[45],"components":[46],"themselves":[48],"prone":[50],"to":[51,64,80,100,110,148],"failure.":[52],"Therefore,":[53],"one":[54],"key":[55],"challenge":[56],"in":[57,159,171],"designing":[58],"storage":[60,107,115,186,207],"is":[62,98],"how":[63],"tolerate":[65],"faults.":[66],"To":[67],"this":[68,129],"end,":[69],"fault":[70,95,134,178],"tolerance":[71,135],"mechanisms":[72,136],"as":[74,201,212,214],"replication":[75,166,194],"have":[76],"been":[77],"widely":[78],"used":[79],"provide":[81],"high":[82,102,210,215],"availability":[83,211],"for":[84,94,204],"decades.":[85],"More":[86],"recently,":[87],"start":[90],"supporting":[91],"erasure":[92,157,168,196],"coding":[93,158,169,197],"tolerance,":[96],"which":[97,125],"expected":[99],"achieve":[101],"reliability":[103],"at":[104,118],"lower":[106],"cost":[108,120],"compared":[109],"replication.":[111],"However,":[112],"reduced":[114],"overhead":[116],"comes":[117],"more":[122],"complicated":[123],"recovery":[124],"hurts":[126],"performance.":[127,216],"In":[128,146],"paper,":[130],"we":[131],"study":[132],"two":[138],"representative":[139],"file":[141],"systems:":[142],"HDFS":[143,153],"Ceph.":[145],"addition":[147],"traditional":[150],"replication,":[151],"both":[152,172],"Ceph":[155],"support":[156],"their":[160],"latest":[161],"version.":[162],"We":[163],"evaluate":[164],"implementations":[170],"using":[174],"standard":[175],"benchmarks":[176],"injection,":[179],"quantitatively":[181],"measure":[182],"performance":[184],"overhead.":[187],"Our":[188],"results":[189],"demonstrate":[190],"trade-offs":[192],"between":[193],"techniques,":[198],"serve":[200],"foundation":[203],"building":[205],"optimal":[206],"well":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}