{"id":"https://openalex.org/W2792685735","doi":"https://doi.org/10.1109/tc.2018.2808496","title":"A Simulation Analysis of Redundancy and Reliability in Primary Storage Deduplication","display_name":"A Simulation Analysis of Redundancy and Reliability in Primary Storage Deduplication","publication_year":2018,"publication_date":"2018-02-22","ids":{"openalex":"https://openalex.org/W2792685735","doi":"https://doi.org/10.1109/tc.2018.2808496","mag":"2792685735"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2018.2808496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2018.2808496","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101590323","display_name":"Min Fu","orcid":"https://orcid.org/0000-0002-8918-9414"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Min Fu","raw_affiliation_strings":["Wuhan National Lab for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan National Lab for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064254673","display_name":"Shujie Han","orcid":"https://orcid.org/0000-0001-5311-5782"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shujie Han","raw_affiliation_strings":["Chinese University of Hong Kong, Shatin, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-5311-5782","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012129385","display_name":"Patrick P. C. Lee","orcid":"https://orcid.org/0000-0002-4501-4364"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Patrick P. C. Lee","raw_affiliation_strings":["Chinese University of Hong Kong, Shatin, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4501-4364","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057421680","display_name":"Dan Feng","orcid":"https://orcid.org/0000-0002-4674-6006"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Feng","raw_affiliation_strings":["Wuhan National Lab for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan National Lab for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051366939","display_name":"Zuoning Chen","orcid":"https://orcid.org/0000-0003-1975-5414"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuoning Chen","raw_affiliation_strings":["National Engineering Research Center for Parallel Computer, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Parallel Computer, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103095914","display_name":"Xiao Yu","orcid":"https://orcid.org/0000-0002-2484-1424"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Xiao","raw_affiliation_strings":["Wuhan National Lab for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan National Lab for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101590323"],"corresponding_institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":0.9771,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.78194705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"67","issue":"9","first_page":"1259","last_page":"1272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-deduplication","display_name":"Data deduplication","score":0.9749952554702759},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.8492519855499268},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8319656848907471},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5113627314567566},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.503187358379364},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.5012483596801758},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.44827815890312195},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4202454686164856},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32780343294143677},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.29515135288238525},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06500357389450073}],"concepts":[{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.9749952554702759},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.8492519855499268},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8319656848907471},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5113627314567566},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.503187358379364},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.5012483596801758},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.44827815890312195},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4202454686164856},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32780343294143677},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.29515135288238525},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06500357389450073},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2018.2808496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2018.2808496","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5071897141","display_name":null,"funder_award_id":"61502190","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W6847055","https://openalex.org/W22807665","https://openalex.org/W24740120","https://openalex.org/W69510097","https://openalex.org/W120798314","https://openalex.org/W174289249","https://openalex.org/W178328500","https://openalex.org/W200233886","https://openalex.org/W202771065","https://openalex.org/W1418704970","https://openalex.org/W1474119323","https://openalex.org/W1542686980","https://openalex.org/W1576397915","https://openalex.org/W1626210897","https://openalex.org/W1963568712","https://openalex.org/W1965572530","https://openalex.org/W1969126835","https://openalex.org/W1971212200","https://openalex.org/W1984731420","https://openalex.org/W1988161332","https://openalex.org/W2012359782","https://openalex.org/W2016947394","https://openalex.org/W2029433591","https://openalex.org/W2043719859","https://openalex.org/W2047439460","https://openalex.org/W2055670512","https://openalex.org/W2125165932","https://openalex.org/W2130975798","https://openalex.org/W2132069633","https://openalex.org/W2138872609","https://openalex.org/W2153891136","https://openalex.org/W2158935814","https://openalex.org/W2161234420","https://openalex.org/W2165068957","https://openalex.org/W2293030740","https://openalex.org/W2300247369","https://openalex.org/W2528460538","https://openalex.org/W2585172182","https://openalex.org/W2606291150","https://openalex.org/W2745319966","https://openalex.org/W4230077428","https://openalex.org/W6600282857","https://openalex.org/W6600884019","https://openalex.org/W6601060166","https://openalex.org/W6602837329","https://openalex.org/W6604953292","https://openalex.org/W6607057542","https://openalex.org/W6607150254","https://openalex.org/W6608138927","https://openalex.org/W6608140253","https://openalex.org/W6628219055","https://openalex.org/W6634463810","https://openalex.org/W6636638921","https://openalex.org/W6676700842","https://openalex.org/W6678803342","https://openalex.org/W6679663036","https://openalex.org/W6683485282","https://openalex.org/W6683682350","https://openalex.org/W6684515133","https://openalex.org/W6696960739","https://openalex.org/W6697645564","https://openalex.org/W6728521473"],"related_works":["https://openalex.org/W3144870715","https://openalex.org/W2067279514","https://openalex.org/W3008013744","https://openalex.org/W2884042376","https://openalex.org/W2615141153","https://openalex.org/W2077135008","https://openalex.org/W223870977","https://openalex.org/W2739791894","https://openalex.org/W2351285699","https://openalex.org/W2382065078"],"abstract_inverted_index":{"Deduplication":[0],"has":[1],"been":[2],"widely":[3],"used":[4],"to":[5,29,71,82,89,105],"improve":[6,129],"storage":[7,14,21,33],"efficiency":[8],"in":[9,40,75,146],"modern":[10],"primary":[11,41],"and":[12,31,37,78,85,139,159],"secondary":[13],"systems,":[15],"yet":[16],"how":[17],"deduplication":[18,39,96],"fundamentally":[19],"affects":[20],"system":[22,34,46,61],"reliability":[23,35],"remains":[24],"debatable.":[25],"This":[26],"paper":[27],"aims":[28],"analyze":[30,72],"compare":[32],"with":[36],"without":[38,90],"workloads":[42],"using":[43],"public":[44],"file":[45,60,79],"snapshots":[47],"from":[48],"two":[49],"research":[50],"groups.":[51],"We":[52,63],"first":[53,141],"study":[54],"the":[55,59,99,112,118,142,156],"redundancy":[56,107],"characteristics":[57],"of":[58,101,114,155],"snapshots.":[62],"then":[64],"propose":[65],"a":[66,133,147],"trace-driven,":[67],"deduplication-aware":[68],"simulation":[69,165],"framework":[70],"data":[73],"loss":[74],"both":[76],"chunk":[77],"levels":[80],"due":[81,104],"sector":[83,102],"errors":[84,103],"whole-disk":[86,115],"failures.":[87],"Compared":[88],"deduplication,":[91],"our":[92,164],"analysis":[93],"shows":[94],"that":[95,137],"consistently":[97],"reduces":[98],"damage":[100],"intra-file":[106],"elimination,":[108],"but":[109],"potentially":[110],"increases":[111],"damages":[113],"failures":[116],"if":[117],"highly":[119],"referenced":[120,144],"chunks":[121,145],"are":[122],"not":[123],"carefully":[124],"placed":[125],"on":[126],"disk.":[127],"To":[128],"reliability,":[130],"we":[131],"examine":[132],"deliberate":[134],"copy":[135],"technique":[136],"stores":[138],"repairs":[140],"most":[143],"small":[148],"dedicated":[149],"physical":[150,157],"area":[151],"(e.g.,":[152],"1":[153],"percent":[154],"capacity),":[158],"demonstrate":[160],"its":[161],"effectiveness":[162],"through":[163],"framework.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}