{"id":"https://openalex.org/W2528460538","doi":"https://doi.org/10.1109/iiswc.2016.7581280","title":"A simulation analysis of reliability in primary storage deduplication","display_name":"A simulation analysis of reliability in primary storage deduplication","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2528460538","doi":"https://doi.org/10.1109/iiswc.2016.7581280","mag":"2528460538"},"language":"en","primary_location":{"id":"doi:10.1109/iiswc.2016.7581280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2016.7581280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Workload Characterization (IISWC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101590323","display_name":"Min Fu","orcid":"https://orcid.org/0000-0002-8918-9414"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Min Fu","raw_affiliation_strings":["Wuhan National Lab for Optoelectronics School of Computer, Sangfor Technologies Co., Ltd., Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan National Lab for Optoelectronics School of Computer, Sangfor Technologies Co., Ltd., Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012129385","display_name":"Patrick P. C. Lee","orcid":"https://orcid.org/0000-0002-4501-4364"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Patrick P. C. Lee","raw_affiliation_strings":["Dept. of Computer Science and Engineering, The Chinese University of Hong Kong, HK"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Engineering, The Chinese University of Hong Kong, HK","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057421680","display_name":"Dan Feng","orcid":"https://orcid.org/0000-0002-4674-6006"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Feng","raw_affiliation_strings":["Wuhan National Lab for Optoelectronics School of Computer, Sangfor Technologies Co., Ltd., Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan National Lab for Optoelectronics School of Computer, Sangfor Technologies Co., Ltd., Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051366939","display_name":"Zuoning Chen","orcid":"https://orcid.org/0000-0003-1975-5414"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuoning Chen","raw_affiliation_strings":["National Engineering Research Center for Parallel Computer, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Parallel Computer, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061926020","display_name":"Yu Xiao","orcid":"https://orcid.org/0000-0003-2711-5070"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Xiao","raw_affiliation_strings":["Wuhan National Lab for Optoelectronics School of Computer, Sangfor Technologies Co., Ltd., Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan National Lab for Optoelectronics School of Computer, Sangfor Technologies Co., Ltd., Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101590323"],"corresponding_institution_ids":["https://openalex.org/I4210138186"],"apc_list":null,"apc_paid":null,"fwci":2.6058,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90825182,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-deduplication","display_name":"Data deduplication","score":0.9846858382225037},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8166134357452393},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.8009565472602844},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6000313758850098},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.4962039589881897},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.48240768909454346},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.474621444940567},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4444282054901123},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4382268190383911},{"id":"https://openalex.org/keywords/raid","display_name":"RAID","score":0.4242035150527954},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32540082931518555},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.29304301738739014},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08871763944625854}],"concepts":[{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.9846858382225037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8166134357452393},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.8009565472602844},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6000313758850098},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.4962039589881897},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.48240768909454346},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.474621444940567},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4444282054901123},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4382268190383911},{"id":"https://openalex.org/C133320665","wikidata":"https://www.wikidata.org/wiki/Q179299","display_name":"RAID","level":2,"score":0.4242035150527954},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32540082931518555},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.29304301738739014},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08871763944625854},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iiswc.2016.7581280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iiswc.2016.7581280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Workload Characterization (IISWC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W6847055","https://openalex.org/W22807665","https://openalex.org/W24740120","https://openalex.org/W69510097","https://openalex.org/W120798314","https://openalex.org/W174289249","https://openalex.org/W178328500","https://openalex.org/W200233886","https://openalex.org/W202771065","https://openalex.org/W1418704970","https://openalex.org/W1474119323","https://openalex.org/W1542686980","https://openalex.org/W1576397915","https://openalex.org/W1626210897","https://openalex.org/W1963568712","https://openalex.org/W1965572530","https://openalex.org/W1971212200","https://openalex.org/W1984731420","https://openalex.org/W1988161332","https://openalex.org/W2012359782","https://openalex.org/W2016947394","https://openalex.org/W2029433591","https://openalex.org/W2043719859","https://openalex.org/W2047439460","https://openalex.org/W2055670512","https://openalex.org/W2110322986","https://openalex.org/W2125165932","https://openalex.org/W2130975798","https://openalex.org/W2138872609","https://openalex.org/W2153891136","https://openalex.org/W2158935814","https://openalex.org/W2161234420","https://openalex.org/W2293030740","https://openalex.org/W2300247369","https://openalex.org/W2585172182","https://openalex.org/W2606291150","https://openalex.org/W4230077428","https://openalex.org/W6600884019","https://openalex.org/W6601060166","https://openalex.org/W6602837329","https://openalex.org/W6604953292","https://openalex.org/W6607057542","https://openalex.org/W6607150254","https://openalex.org/W6608138927","https://openalex.org/W6628219055","https://openalex.org/W6634463810","https://openalex.org/W6676700842","https://openalex.org/W6678803342","https://openalex.org/W6683485282","https://openalex.org/W6683682350","https://openalex.org/W6696960739","https://openalex.org/W6697645564","https://openalex.org/W6736635859"],"related_works":["https://openalex.org/W2340838089","https://openalex.org/W2272661342","https://openalex.org/W3008013744","https://openalex.org/W2884042376","https://openalex.org/W2615141153","https://openalex.org/W2077135008","https://openalex.org/W3094485821","https://openalex.org/W223870977","https://openalex.org/W2739791894","https://openalex.org/W2351285699"],"abstract_inverted_index":{"Deduplication":[0],"has":[1],"been":[2],"widely":[3],"used":[4],"to":[5,29,67,74,90],"improve":[6,114],"storage":[7,14,21,33],"efficiency":[8],"in":[9,40,60,131],"modern":[10],"primary":[11,41],"and":[12,31,37,63,70,124,143],"secondary":[13],"systems,":[15],"yet":[16],"how":[17],"deduplication":[18,39,81],"fundamentally":[19],"affects":[20],"system":[22,34,46],"reliability":[23,35],"remains":[24],"debatable.":[25],"This":[26],"paper":[27],"aims":[28],"analyze":[30],"compare":[32],"with":[36],"without":[38,75],"workloads":[42],"using":[43],"real-world":[44],"file":[45,64],"snapshots.":[47],"Specifically,":[48],"we":[49,116],"propose":[50],"a":[51,118,132],"trace-driven,":[52],"deduplication-aware":[53],"simulation":[54,149],"framework":[55],"that":[56,80,122],"analyzes":[57],"data":[58],"loss":[59],"both":[61],"chunk":[62],"levels":[65],"due":[66,89],"sector":[68,87],"errors":[69,88],"whole-disk":[71,100],"failures.":[72],"Compared":[73],"deduplication,":[76],"our":[77,148],"analysis":[78],"shows":[79],"consistently":[82],"reduces":[83],"the":[84,97,103,127,140],"damage":[85],"of":[86,99,139],"intra-file":[91],"redundancy":[92],"elimination,":[93],"but":[94],"potentially":[95],"increases":[96],"damages":[98],"failures":[101],"if":[102],"highly":[104],"referenced":[105,129],"chunks":[106,130],"are":[107],"not":[108],"carefully":[109],"placed":[110],"on":[111],"disk.":[112],"To":[113],"reliability,":[115],"examine":[117],"deliberate":[119],"copy":[120],"technique":[121],"stores":[123],"repairs":[125],"first":[126],"most":[128],"small":[133],"dedicated":[134],"physical":[135,141],"area":[136],"(e.g.,":[137],"1%":[138],"capacity),":[142],"demonstrate":[144],"its":[145],"effectiveness":[146],"through":[147],"framework.":[150]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}