{"id":"https://openalex.org/W2047484077","doi":"https://doi.org/10.1109/ipdps.2010.5470468","title":"DEBAR: A scalable high-performance de-duplication storage system for backup and archiving","display_name":"DEBAR: A scalable high-performance de-duplication storage system for backup and archiving","publication_year":2010,"publication_date":"2010-01-01","ids":{"openalex":"https://openalex.org/W2047484077","doi":"https://doi.org/10.1109/ipdps.2010.5470468","mag":"2047484077"},"language":"en","primary_location":{"id":"doi:10.1109/ipdps.2010.5470468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps.2010.5470468","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE International Symposium on Parallel & Distributed Processing (IPDPS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102939723","display_name":"Tianming Yang","orcid":"https://orcid.org/0000-0002-2119-548X"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianming Yang","raw_affiliation_strings":["School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]},{"raw_affiliation_string":"School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054285749","display_name":"Hong Jiang","orcid":"https://orcid.org/0000-0002-1477-9751"},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Jiang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Nebraska, Lincoln, Lincolnshire, NE, USA","Department of Computer Science and Engineering, University of Nebraska \u2013 Lincoln, Lincoln, NE 68588, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Nebraska, Lincoln, Lincolnshire, NE, USA","institution_ids":["https://openalex.org/I114395901"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Nebraska \u2013 Lincoln, Lincoln, NE 68588, USA","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057421680","display_name":"Dan Feng","orcid":"https://orcid.org/0000-0002-4674-6006"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Feng","raw_affiliation_strings":["School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]},{"raw_affiliation_string":"School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110066710","display_name":"Zhongying Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongying Niu","raw_affiliation_strings":["School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]},{"raw_affiliation_string":"School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015061573","display_name":"Ke Zhou","orcid":"https://orcid.org/0000-0002-2161-8796"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Zhou","raw_affiliation_strings":["School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]},{"raw_affiliation_string":"School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035494769","display_name":"Yaping Wan","orcid":"https://orcid.org/0000-0001-9215-5488"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaping Wan","raw_affiliation_strings":["School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Wuhan National Laboratory of Optoelectronics, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I4210138186"]},{"raw_affiliation_string":"School of Computer, Huazhong University of Science and Technology, Wuhan National Laboratory for Optoelectronics, Wuhan, 430074, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.4399,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.98491968,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-deduplication","display_name":"Data deduplication","score":0.8760546445846558},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.8439630270004272},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.772013783454895},{"id":"https://openalex.org/keywords/backup-software","display_name":"Backup software","score":0.7688047289848328},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6641975045204163},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6187235116958618},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5631093382835388},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.46651068329811096},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4635924696922302},{"id":"https://openalex.org/keywords/gene-duplication","display_name":"Gene duplication","score":0.43147775530815125},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.37468457221984863},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36946040391921997},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09082809090614319}],"concepts":[{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.8760546445846558},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.8439630270004272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.772013783454895},{"id":"https://openalex.org/C503016453","wikidata":"https://www.wikidata.org/wiki/Q4839801","display_name":"Backup software","level":3,"score":0.7688047289848328},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6641975045204163},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6187235116958618},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5631093382835388},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.46651068329811096},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4635924696922302},{"id":"https://openalex.org/C7602840","wikidata":"https://www.wikidata.org/wiki/Q746284","display_name":"Gene duplication","level":3,"score":0.43147775530815125},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.37468457221984863},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36946040391921997},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09082809090614319},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ipdps.2010.5470468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps.2010.5470468","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE International Symposium on Parallel & Distributed Processing (IPDPS)","raw_type":"proceedings-article"},{"id":"pmh:oai:digitalcommons.unl.edu:csetechreports-1059","is_oa":false,"landing_page_url":"https://digitalcommons.unl.edu/csetechreports/58","pdf_url":null,"source":{"id":"https://openalex.org/S4306400577","display_name":"Lincoln (University of Nebraska)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114395901","host_organization_name":"University of Nebraska\u2013Lincoln","host_organization_lineage":["https://openalex.org/I114395901"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CSE Technical Reports","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.359.5948","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.359.5948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W69510097","https://openalex.org/W89823361","https://openalex.org/W95464215","https://openalex.org/W174289249","https://openalex.org/W193648907","https://openalex.org/W200233886","https://openalex.org/W1508926177","https://openalex.org/W1549383415","https://openalex.org/W1576397915","https://openalex.org/W1609518033","https://openalex.org/W1614703486","https://openalex.org/W1660562555","https://openalex.org/W1975868314","https://openalex.org/W1993284846","https://openalex.org/W2004286258","https://openalex.org/W2026839093","https://openalex.org/W2029673812","https://openalex.org/W2035897349","https://openalex.org/W2047484077","https://openalex.org/W2053449578","https://openalex.org/W2056980397","https://openalex.org/W2094224023","https://openalex.org/W2107745473","https://openalex.org/W2123845384","https://openalex.org/W2128593562","https://openalex.org/W2132627996","https://openalex.org/W2146889157","https://openalex.org/W2149993626","https://openalex.org/W2156719566","https://openalex.org/W2478504379","https://openalex.org/W4246164361","https://openalex.org/W6603915564","https://openalex.org/W6607057542","https://openalex.org/W6607794886","https://openalex.org/W6608138927","https://openalex.org/W6630499100","https://openalex.org/W6634463810","https://openalex.org/W6662409084","https://openalex.org/W6663785121","https://openalex.org/W6679252032","https://openalex.org/W6679804201","https://openalex.org/W6681940154"],"related_works":["https://openalex.org/W2939925694","https://openalex.org/W2354454611","https://openalex.org/W2348132657","https://openalex.org/W4285245558","https://openalex.org/W2952411620","https://openalex.org/W2012359782","https://openalex.org/W4301155776","https://openalex.org/W2375056709","https://openalex.org/W2048606985","https://openalex.org/W1437397736"],"abstract_inverted_index":{"Driven":[0],"by":[1],"the":[2,21],"increasing":[3],"demand":[4],"for":[5,77],"large-scale":[6],"and":[7,24,46,75,89,101,113,127,137,146],"high-performance":[8],"data":[9],"protection,":[10],"disk-based":[11],"de-duplication":[12,41,58,67,78,123],"storage":[13,22,68],"has":[14],"become":[15],"a":[16,60,66,117,148],"new":[17,29],"research":[18,25],"focus":[19],"of":[20,119,144,151],"industry":[23],"community":[26],"where":[27,84],"several":[28],"schemes":[30],"have":[31],"emerged":[32],"recently.":[33],"So":[34],"far":[35],"these":[36],"systems":[37],"are":[38,44,87],"mainly":[39],"inline":[40],"approaches,":[42],"which":[43],"centralized":[45],"do":[47],"not":[48],"lend":[49],"themselves":[50],"easily":[51],"to":[52,55,71,121,130],"be":[53],"extended":[54],"handle":[56],"global":[57],"in":[59,98,106,125,133],"distributed":[61],"environment.":[62],"We":[63],"present":[64],"DEBAR,":[65],"system":[69],"designed":[70],"improve":[72],"capacity,":[73,139],"performance":[74],"scalability":[76],"backup/archiving.":[79],"DEBAR":[80,115],"performs":[81],"post-processing":[82],"de-duplication,":[83],"backup":[85,124,155],"streams":[86],"de-duplicated":[88,104],"cached":[90],"on":[91],"server-disks":[92],"through":[93],"an":[94,141],"in-memory":[95],"preliminary":[96],"filter":[97],"phase":[99,107],"I,":[100],"then":[102],"completely":[103],"in-batch":[105],"II.":[108],"By":[109],"decentralizing":[110],"fingerprint":[111],"lookup":[112],"update,":[114],"supports":[116],"cluster":[118],"servers":[120],"perform":[122],"parallel,":[126],"is":[128],"shown":[129],"scale":[131],"linearly":[132],"both":[134],"write":[135],"throughput":[136,143],"physical":[138,149],"achieving":[140],"aggregate":[142],"1.7GB/s":[145],"supporting":[147],"capacity":[150],"2PB":[152],"with":[153],"16":[154],"servers.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}