{"id":"https://openalex.org/W4226329490","doi":"https://doi.org/10.1109/tc.2022.3160365","title":"StreamDFP: A General Stream Mining Framework for Adaptive Disk Failure Prediction","display_name":"StreamDFP: A General Stream Mining Framework for Adaptive Disk Failure Prediction","publication_year":2022,"publication_date":"2022-03-17","ids":{"openalex":"https://openalex.org/W4226329490","doi":"https://doi.org/10.1109/tc.2022.3160365"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2022.3160365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2022.3160365","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064254673","display_name":"Shujie Han","orcid":"https://orcid.org/0000-0001-5311-5782"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Shujie Han","raw_affiliation_strings":["Peking University, Beijing, China","Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012129385","display_name":"Patrick P. C. Lee","orcid":"https://orcid.org/0000-0002-4501-4364"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Patrick P. C. Lee","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015815028","display_name":"Zhirong Shen","orcid":"https://orcid.org/0000-0003-2673-5868"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhirong Shen","raw_affiliation_strings":["Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330330","display_name":"Cheng He","orcid":"https://orcid.org/0000-0003-4218-8454"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng He","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330500","display_name":"Yi Liu","orcid":"https://orcid.org/0000-0002-1571-5442"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Liu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101569116","display_name":"Tao Huang","orcid":"https://orcid.org/0009-0000-6507-8106"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5064254673"],"corresponding_institution_ids":["https://openalex.org/I177725633","https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":1.1104,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.81078348,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"72","issue":"2","first_page":"520","last_page":"534"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concept-drift","display_name":"Concept drift","score":0.8632130026817322},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.753020167350769},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.570338785648346},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5148114562034607},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47848933935165405},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4774739742279053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4728931486606598},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.42281949520111084},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42203444242477417},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.34757280349731445}],"concepts":[{"id":"https://openalex.org/C60777511","wikidata":"https://www.wikidata.org/wiki/Q3045002","display_name":"Concept drift","level":3,"score":0.8632130026817322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753020167350769},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.570338785648346},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5148114562034607},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47848933935165405},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4774739742279053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4728931486606598},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.42281949520111084},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42203444242477417},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.34757280349731445},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2022.3160365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2022.3160365","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5680956561","display_name":null,"funder_award_id":"62072381","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1516923404","https://openalex.org/W1525647652","https://openalex.org/W1529840045","https://openalex.org/W1585854823","https://openalex.org/W1832917778","https://openalex.org/W1965751562","https://openalex.org/W2005650084","https://openalex.org/W2010611103","https://openalex.org/W2068714596","https://openalex.org/W2099302642","https://openalex.org/W2099419573","https://openalex.org/W2114739461","https://openalex.org/W2119381450","https://openalex.org/W2123883612","https://openalex.org/W2137983211","https://openalex.org/W2143991132","https://openalex.org/W2319441181","https://openalex.org/W2509298940","https://openalex.org/W2556012038","https://openalex.org/W2565047864","https://openalex.org/W2626498001","https://openalex.org/W2766736793","https://openalex.org/W2887322623","https://openalex.org/W2890508122","https://openalex.org/W2911964244","https://openalex.org/W2962735633","https://openalex.org/W2967467847","https://openalex.org/W3003253354","https://openalex.org/W3131082255","https://openalex.org/W3189653494","https://openalex.org/W4212883601","https://openalex.org/W4233413206","https://openalex.org/W4238631751","https://openalex.org/W4249116379","https://openalex.org/W4255375128","https://openalex.org/W6631825601","https://openalex.org/W6676769703","https://openalex.org/W6677844719","https://openalex.org/W6680192438","https://openalex.org/W6681375940","https://openalex.org/W6741898950","https://openalex.org/W6753749979","https://openalex.org/W6759064723","https://openalex.org/W6762437081","https://openalex.org/W6773884966"],"related_works":["https://openalex.org/W4307392573","https://openalex.org/W2802243998","https://openalex.org/W2736127210","https://openalex.org/W2329342202","https://openalex.org/W2574092225","https://openalex.org/W2161835057","https://openalex.org/W1521014365","https://openalex.org/W4200217704","https://openalex.org/W3208495060","https://openalex.org/W2740428142"],"abstract_inverted_index":{"We":[0,99,160],"explore":[1],"machine":[2,157],"learning":[3,38,158,169],"for":[4,16,36,130,170],"accurately":[5],"predicting":[6],"imminent":[7],"disk":[8,22,33,45,88,111,131,172],"failures":[9],"and":[10,29,81,102,147,197],"hence":[11],"providing":[12],"proactive":[13],"fault":[14],"tolerance":[15],"modern":[17],"large-scale":[18],"storage":[19],"systems.":[20],"Current":[21],"failure":[23,132],"prediction":[24,82,133,186],"approaches":[25],"are":[26,40,47],"mostly":[27],"offline":[28],"assume":[30],"that":[31,78,180],"the":[32,58,73,84,104,185],"logs":[34,46,89],"required":[35],"training":[37,80],"models":[39,112,173],"available":[41],"a":[42,70,125,151],"priori.":[43],"However,":[44],"often":[48],"continuously":[49],"generated":[50],"as":[51,66],"an":[52],"evolving":[53],"data":[54],"stream,":[55],"in":[56,90,113],"which":[57],"statistical":[59],"patterns":[60],"vary":[61],"over":[62],"time":[63],"(also":[64],"known":[65],"concept":[67,97,107],"drift).":[68],"Such":[69],"challenge":[71],"motivates":[72],"need":[74],"of":[75,87,106,154],"online":[76,143,167],"techniques":[77],"perform":[79],"on":[83,109,138],"incoming":[85],"stream":[86,127,201],"real":[91],"time,":[92],"while":[93],"being":[94],"adaptive":[95],"to":[96,165,190],"drift.":[98],"first":[100],"measure":[101],"demonstrate":[103],"existence":[105],"drift":[108],"various":[110,156,195],"production.":[114],"Motivated":[115],"by":[116],"our":[117],"study,":[118],"we":[119],"design":[120],"<sc":[121,162,181],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[122,163,182],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">StreamDFP</small>":[123,164,183],",":[124],"general":[126,148],"mining":[128],"framework":[129],"with":[134,150,174],"concept-drift":[135,175,192],"adaptation":[136,193],"based":[137],"three":[139],"key":[140],"techniques,":[141],"namely":[142],"labeling,":[144],"concept-drift-aware":[145],"training,":[146],"prediction,":[149],"primary":[152],"objective":[153],"supporting":[155],"algorithms.":[159],"extend":[161],"support":[166],"transfer":[168],"minority":[171],"adaptation.":[176],"Our":[177],"evaluation":[178],"shows":[179],"improves":[184],"accuracy":[187],"significantly":[188],"compared":[189],"without":[191],"under":[194],"settings,":[196],"achieves":[198],"reasonably":[199],"high":[200],"processing":[202],"performance.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
