{"id":"https://openalex.org/W2752255189","doi":"https://doi.org/10.1109/tc.2017.2743199","title":"D$^{3}$ : A Dynamic Dual-Phase Deduplication Framework for Distributed Primary Storage","display_name":"D$^{3}$ : A Dynamic Dual-Phase Deduplication Framework for Distributed Primary Storage","publication_year":2017,"publication_date":"2017-08-29","ids":{"openalex":"https://openalex.org/W2752255189","doi":"https://doi.org/10.1109/tc.2017.2743199","mag":"2752255189"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2017.2743199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2017.2743199","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069353502","display_name":"Jianwei Yin","orcid":"https://orcid.org/0000-0003-4703-7348"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwei Yin","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","College of computer science and technology, Zhejiang University, Hangzhou, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of computer science and technology, Zhejiang University, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102013533","display_name":"Yan Tang","orcid":"https://orcid.org/0000-0002-8655-2222"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Tang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","College of computer science and technology, Zhejiang University, Hangzhou, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of computer science and technology, Zhejiang University, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055284175","display_name":"Shuiguang Deng","orcid":"https://orcid.org/0000-0001-5015-6095"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuiguang Deng","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","College of computer science and technology, Zhejiang University, Hangzhou, P.R. China"],"raw_orcid":"https://orcid.org/0000-0001-5015-6095","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of computer science and technology, Zhejiang University, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391236","display_name":"Ying Li","orcid":"https://orcid.org/0000-0003-1503-8725"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","College of computer science and technology, Zhejiang University, Hangzhou, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, P. R. China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of computer science and technology, Zhejiang University, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015993565","display_name":"Albert Y. Zomaya","orcid":"https://orcid.org/0000-0002-3090-1059"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Albert Y. Zomaya","raw_affiliation_strings":["Center for Distributed and High Performance Computing, School of Information Technologies, University of Sydney, Camperdown, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3090-1059","affiliations":[{"raw_affiliation_string":"Center for Distributed and High Performance Computing, School of Information Technologies, University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8414,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.77169345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"67","issue":"2","first_page":"193","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-deduplication","display_name":"Data deduplication","score":0.9156092405319214},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6705275774002075},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6279783844947815},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4530685544013977},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37360841035842896},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3366971015930176},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22723981738090515},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.21741947531700134},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.18510407209396362}],"concepts":[{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.9156092405319214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6705275774002075},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6279783844947815},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4530685544013977},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37360841035842896},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3366971015930176},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22723981738090515},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.21741947531700134},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.18510407209396362},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2017.2743199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2017.2743199","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4000000059604645,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W69510097","https://openalex.org/W79931031","https://openalex.org/W174289249","https://openalex.org/W178328500","https://openalex.org/W200233886","https://openalex.org/W1474119323","https://openalex.org/W1576397915","https://openalex.org/W1969067141","https://openalex.org/W1969126835","https://openalex.org/W1971212200","https://openalex.org/W1979162731","https://openalex.org/W1988596907","https://openalex.org/W2004493170","https://openalex.org/W2012359782","https://openalex.org/W2029433591","https://openalex.org/W2047484077","https://openalex.org/W2096670209","https://openalex.org/W2110322986","https://openalex.org/W2124632914","https://openalex.org/W2128593562","https://openalex.org/W2132069633","https://openalex.org/W2146889157","https://openalex.org/W2147407897","https://openalex.org/W2169502896","https://openalex.org/W2183157053","https://openalex.org/W2294125616","https://openalex.org/W2317570624","https://openalex.org/W2346097572","https://openalex.org/W2401572102","https://openalex.org/W2560132366","https://openalex.org/W3159209947","https://openalex.org/W6602837329","https://openalex.org/W6603338000","https://openalex.org/W6607057542","https://openalex.org/W6607150254","https://openalex.org/W6608138927","https://openalex.org/W6634463810","https://openalex.org/W6679252032","https://openalex.org/W6679663036","https://openalex.org/W6686004884","https://openalex.org/W6697566756"],"related_works":["https://openalex.org/W3144870715","https://openalex.org/W3142319788","https://openalex.org/W2587188779","https://openalex.org/W2943088381","https://openalex.org/W3132870970","https://openalex.org/W4385804830","https://openalex.org/W2144348063","https://openalex.org/W4296125805","https://openalex.org/W2074021203","https://openalex.org/W1982579475"],"abstract_inverted_index":{"Deploying":[0],"deduplication":[1,57,121,165,208],"for":[2,40,59,147,156,182],"distributed":[3,60],"primary":[4,61],"storage":[5],"is":[6,115,177,186],"a":[7,37,54,77,116,135,167,180,189],"sophisticated":[8],"and":[9,23,99,119,151,185,206,216],"challenging":[10],"task,":[11],"considering":[12],"that":[13],"the":[14,41,102,174,193],"demands":[15],"of":[16,29,101,195],"low":[17],"read/write":[18,21,218],"latency,":[19],"stable":[20],"performance,":[22],"efficient":[24,215],"space":[25,222],"saving":[26],"are":[27,66],"all":[28],"paramount":[30],"importance.":[31],"Unfortunately,":[32],"existing":[33],"schemes":[34],"cannot":[35],"present":[36],"satisfactory":[38],"solution":[39],"aforementioned":[42],"requirements":[43],"simultaneously.":[44],"In":[45],"this":[46],"article,":[47],"we":[48,75],"propose":[49],"D":[50,69,106,112,130,210],"<inline-formula><tex-math":[51,107,113,131,211],"notation=\"LaTeX\">$^{3}$</tex-math></inline-formula>":[52,72,114,132,212],",":[53,83],"dynamic":[55,136],"dual-phase":[56,117],"framework":[58],"storage.":[62],"Several":[63],"major":[64],"innovations":[65],"established":[67],"in":[68,105,124,134,188],"<inline-formula>":[70],"<tex-math":[71],".":[73,110],"First,":[74],"formulate":[76],"deduplication-oriented":[78],"taxonomy":[79],"called":[80],"<i>Dedup-Type":[81],"</i>":[82],"to":[84],"group":[85],"data":[86],"with":[87,126,203,220],"similar":[88],"deduplication-related":[89],"characteristics":[90],"into":[91],"larger":[92],"categories.":[93],"It":[94],"serves":[95],"as":[96,179],"coarse-grained":[97],"filter":[98],"one":[100],"prioritizing":[103],"references":[104],"notation=\"LaTeX\">$^{3}$":[108],"</tex-math></inline-formula>":[109],"Second,":[111],"framework\u2014inline-phase":[118],"offline-phase":[120,158],"processes":[122],"work":[123],"concert":[125],"each":[127],"other.":[128],"Third,":[129],"operates":[133],"manner.":[137],"We":[138],"design":[139],"two":[140],"critical":[141],"mechanisms:":[142],"<i>context-aware":[143],"threshold":[144],"adjustment</i>":[145],"(CTA)":[146],"local":[148],"inline-phase":[149],"deduplication,":[150],"<i>deferred":[152],"priority-based":[153],"enforcement</i>":[154],"(DPE)":[155],"global":[157],"deduplication.":[159],"The":[160],"CTA":[161],"mechanism":[162],"enables":[163],"selective":[164],"under":[166,192],"periodically":[168],"updated":[169],"threshold.":[170],"Data":[171],"skipped":[172],"during":[173],"inline":[175,205],"phase":[176],"regarded":[178],"candidate":[181],"offline":[183,207],"phase,":[184],"handled":[187],"prioritized":[190],"order":[191],"governance":[194],"DPE":[196],"mechanism.":[197],"Evaluation":[198],"results":[199],"demonstrate":[200],"that,":[201],"compared":[202],"conventional":[204],"schemes,":[209],"achieves":[213],"more":[214],"stabler":[217],"performance":[219],"competitive":[221],"saving.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}