{"id":"https://openalex.org/W2120396387","doi":"https://doi.org/10.1109/mascot.2004.1348296","title":"Disk scrubbing in large archival storage systems","display_name":"Disk scrubbing in large archival storage systems","publication_year":2004,"publication_date":"2004-11-08","ids":{"openalex":"https://openalex.org/W2120396387","doi":"https://doi.org/10.1109/mascot.2004.1348296","mag":"2120396387"},"language":"en","primary_location":{"id":"doi:10.1109/mascot.2004.1348296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascot.2004.1348296","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The IEEE Computer Society's 12th Annual International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunications Systems, 2004. (MASCOTS 2004). Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015951140","display_name":"T.J.E. Schwarz","orcid":"https://orcid.org/0009-0000-6966-8912"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]},{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"T.J.E. Schwarz","raw_affiliation_strings":["Computer Engineering Department, Santa Clara University, Santa Clara, CA","Storage Systems Research Center, University of California, Santa Cruz, CA"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Santa Clara University, Santa Clara, CA","institution_ids":["https://openalex.org/I16269868"]},{"raw_affiliation_string":"Storage Systems Research Center, University of California, Santa Cruz, CA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050608316","display_name":"Qin Xin","orcid":"https://orcid.org/0000-0002-6178-8538"},"institutions":[{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]},{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]},{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qin Xin","raw_affiliation_strings":["Computer Engineering Department, Santa Clara University, Santa Clara, CA","San Jose Research Center, Hitachi Global Storage Technologies, Inc., San Jose, CA, USA","Storage Systems Research Center, University of California, Santa Cruz, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Santa Clara University, Santa Clara, CA","institution_ids":["https://openalex.org/I16269868"]},{"raw_affiliation_string":"San Jose Research Center, Hitachi Global Storage Technologies, Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I86725329"]},{"raw_affiliation_string":"Storage Systems Research Center, University of California, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026954004","display_name":"Ethan L. Miller","orcid":"https://orcid.org/0000-0003-2994-9060"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]},{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"E.L. Miller","raw_affiliation_strings":["Hitachi Global Storage Technologies, San Jose Research Center, San Jose, CA","Storage Systems Research Center, University of California, Santa Cruz, CA, USA"],"affiliations":[{"raw_affiliation_string":"Hitachi Global Storage Technologies, San Jose Research Center, San Jose, CA","institution_ids":["https://openalex.org/I86725329"]},{"raw_affiliation_string":"Storage Systems Research Center, University of California, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029994088","display_name":"Darrell D. E. Long","orcid":"https://orcid.org/0000-0002-0822-0740"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D.D.E. Long","raw_affiliation_strings":["Storage Systems Research Center, University of California, Santa Cruz, CA, USA"],"affiliations":[{"raw_affiliation_string":"Storage Systems Research Center, University of California, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008933950","display_name":"Andy Hospodor","orcid":null},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]},{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Hospodor","raw_affiliation_strings":["Computer Engineering Department, Santa Clara University, Santa Clara, CA, USA","Storage Systems Research Center, University of California, Santa Cruz, CA"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Santa Clara University, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I16269868"]},{"raw_affiliation_string":"Storage Systems Research Center, University of California, Santa Cruz, CA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024066027","display_name":"Spencer W. Ng","orcid":"https://orcid.org/0000-0002-4493-875X"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]},{"id":"https://openalex.org/I86725329","display_name":"Hitachi Global Storage Technologies (United States)","ror":"https://ror.org/02q0s1x22","country_code":"US","type":"company","lineage":["https://openalex.org/I86725329"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Spencer Ng","raw_affiliation_strings":["Computer Engineering Department, Santa Clara University, Santa Clara, CA","San Jose Research Center, Hitachi Global Storage Technologies, Inc., San Jose, CA, USA","Hitachi Global Storage technologies"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Santa Clara University, Santa Clara, CA","institution_ids":["https://openalex.org/I16269868"]},{"raw_affiliation_string":"San Jose Research Center, Hitachi Global Storage Technologies, Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I86725329"]},{"raw_affiliation_string":"Hitachi Global Storage technologies","institution_ids":["https://openalex.org/I86725329"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5015951140"],"corresponding_institution_ids":["https://openalex.org/I16269868","https://openalex.org/I185103710"],"apc_list":null,"apc_paid":null,"fwci":4.7323,"has_fulltext":false,"cited_by_count":130,"citation_normalized_percentile":{"value":0.95309861,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"409","last_page":"418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-scrubbing","display_name":"Data scrubbing","score":0.9376929998397827},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.735100269317627},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6625354886054993},{"id":"https://openalex.org/keywords/data-loss","display_name":"Data loss","score":0.5603893995285034},{"id":"https://openalex.org/keywords/data-reliability","display_name":"Data reliability","score":0.4742126762866974},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.4705410599708557},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4572453498840332},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.45643818378448486},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4284825921058655},{"id":"https://openalex.org/keywords/data-recovery","display_name":"Data recovery","score":0.4227268695831299},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4176374673843384},{"id":"https://openalex.org/keywords/disk-array","display_name":"Disk array","score":0.41426557302474976},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.38659924268722534},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.36102938652038574},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.24064457416534424},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.20199209451675415},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1534423530101776}],"concepts":[{"id":"https://openalex.org/C89529581","wikidata":"https://www.wikidata.org/wiki/Q5227348","display_name":"Data scrubbing","level":2,"score":0.9376929998397827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.735100269317627},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6625354886054993},{"id":"https://openalex.org/C193519340","wikidata":"https://www.wikidata.org/wiki/Q891179","display_name":"Data loss","level":2,"score":0.5603893995285034},{"id":"https://openalex.org/C2988402297","wikidata":"https://www.wikidata.org/wiki/Q65558817","display_name":"Data reliability","level":2,"score":0.4742126762866974},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.4705410599708557},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4572453498840332},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.45643818378448486},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4284825921058655},{"id":"https://openalex.org/C529754248","wikidata":"https://www.wikidata.org/wiki/Q1054772","display_name":"Data recovery","level":2,"score":0.4227268695831299},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4176374673843384},{"id":"https://openalex.org/C13021383","wikidata":"https://www.wikidata.org/wiki/Q1228738","display_name":"Disk array","level":2,"score":0.41426557302474976},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.38659924268722534},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.36102938652038574},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.24064457416534424},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20199209451675415},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1534423530101776},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/mascot.2004.1348296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mascot.2004.1348296","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The IEEE Computer Society's 12th Annual International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunications Systems, 2004. (MASCOTS 2004). Proceedings.","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.63.22","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.63.22","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://csl.cse.ucsc.edu/~darrell/Papers/MASCOTS-Schwarz-04.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.64.8754","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.64.8754","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.soe.ucsc.edu/~elm/Papers/mascots04scrub.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.73.9328","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.73.9328","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cse.scu.edu/~tschwarz/Papers/mascots04scrub.pdf","raw_type":"text"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt0964z80t","is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/0964z80t","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W59613816","https://openalex.org/W109211904","https://openalex.org/W139781012","https://openalex.org/W188255319","https://openalex.org/W1531975040","https://openalex.org/W1614703486","https://openalex.org/W1961239526","https://openalex.org/W1972418517","https://openalex.org/W1974401809","https://openalex.org/W2053861365","https://openalex.org/W2057934903","https://openalex.org/W2099676315","https://openalex.org/W2101660470","https://openalex.org/W2123438830","https://openalex.org/W2131287008","https://openalex.org/W2148930480","https://openalex.org/W4233590477","https://openalex.org/W6602465654","https://openalex.org/W6605641584"],"related_works":["https://openalex.org/W2374159279","https://openalex.org/W1969254402","https://openalex.org/W2809277726","https://openalex.org/W2018134576","https://openalex.org/W2120396387","https://openalex.org/W2373279064","https://openalex.org/W1536647951","https://openalex.org/W4297449323","https://openalex.org/W4320061053","https://openalex.org/W1977581365"],"abstract_inverted_index":{"Large":[0],"archival":[1],"storage":[2,70],"systems":[3,29],"experience":[4],"long":[5,24],"periods":[6,25],"of":[7,26,36,95,101,124],"idleness":[8],"broken":[9],"up":[10],"by":[11,113],"rare":[12],"data":[13,32,97],"accesses.":[14],"In":[15],"such":[16],"systems,":[17],"disks":[18,140,159],"may":[19],"remain":[20],"powered":[21,145],"off":[22],"for":[23,33,111,147],"time.":[27],"These":[28],"can":[30,105],"lose":[31],"a":[34,74,80],"variety":[35],"reasons,":[37,149],"including":[38],"failures":[39,108],"at":[40],"both":[41],"the":[42,46,65,69,96,102,115,122,137,154],"device":[43],"level":[44],"and":[45,109,131],"block":[47,107],"level.":[48],"To":[49],"deal":[50],"with":[51],"these":[52],"failures,":[53],"we":[54,104],"must":[55],"detect":[56,89,106],"them":[57,112],"early":[58],"enough":[59],"to":[60,63,88,156,161],"be":[61],"able":[62],"use":[64],"redundancy":[66],"built":[67],"into":[68],"system.":[71],"We":[72],"propose":[73],"process":[75],"called":[76],"\"disk":[77],"scrubbing\"":[78],"in":[79,82,135],"system":[81,129,138],"which":[83,136],"drives":[84],"are":[85,144],"periodically":[86],"accessed":[87],"drive":[90],"failure.":[91],"By":[92],"scrubbing":[93,126],"all":[94,100],"stored":[98],"on":[99,146,158],"disks,":[103],"compensate":[110],"rebuilding":[114],"affected":[116],"blocks.":[117],"Our":[118],"research":[119],"shows":[120],"how":[121],"scheduling":[123],"disk":[125],"affects":[127],"overall":[128],"reliability,":[130],"that":[132],"\"opportunistic\"":[133],"scrubbing,":[134],"scrubs":[139],"only":[141],"when":[142],"they":[143],"other":[148],"performs":[150],"very":[151],"well":[152],"without":[153],"need":[155],"power":[157],"solely":[160],"check":[162],"them.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":12}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}