{"id":"https://openalex.org/W4290927765","doi":"https://doi.org/10.1145/3534678.3539176","title":"Multi-task Hierarchical Classification for Disk Failure Prediction in Online Service Systems","display_name":"Multi-task Hierarchical Classification for Disk Failure Prediction in Online Service Systems","publication_year":2022,"publication_date":"2022-08-12","ids":{"openalex":"https://openalex.org/W4290927765","doi":"https://doi.org/10.1145/3534678.3539176"},"language":"en","primary_location":{"id":"doi:10.1145/3534678.3539176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534678.3539176","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107248181","display_name":"Yudong Liu","orcid":"https://orcid.org/0000-0002-2099-6090"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yudong Liu","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101527442","display_name":"Hailan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailan Yang","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024073253","display_name":"Pu Zhao","orcid":"https://orcid.org/0000-0002-4518-323X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pu Zhao","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070950193","display_name":"Minghua Ma","orcid":"https://orcid.org/0000-0002-6303-1731"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghua Ma","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022077644","display_name":"Chengwu Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengwu Wen","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["The University of Newcastle, Newcastle, UNK, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Newcastle, Newcastle, UNK, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006894386","display_name":"Chuan Luo","orcid":"https://orcid.org/0000-0001-5028-1064"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Luo","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088646345","display_name":"Qingwei Lin","orcid":"https://orcid.org/0000-0003-2559-2383"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingwei Lin","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030843823","display_name":"Chang M. Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang Yi","raw_affiliation_strings":["Microsoft 365, Suzhou, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft 365, Suzhou, UNK, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050597833","display_name":"Jiaojian Wang","orcid":"https://orcid.org/0000-0002-0421-5709"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaojian Wang","raw_affiliation_strings":["Microsoft 365, Suzhou, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft 365, Suzhou, UNK, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020939180","display_name":"Chenjian Zhang","orcid":"https://orcid.org/0000-0002-0625-9270"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenjian Zhang","raw_affiliation_strings":["Microsoft 365, Suzhou, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft 365, Suzhou, UNK, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645572","display_name":"Paul Wang","orcid":"https://orcid.org/0000-0001-8219-7051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Wang","raw_affiliation_strings":["Microsoft 365, Suzhou, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft 365, Suzhou, UNK, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086338440","display_name":"Yingnong Dang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingnong Dang","raw_affiliation_strings":["Microsoft Azure, Seattle, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Azure, Seattle, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108894474","display_name":"Saravan Rajmohan","orcid":"https://orcid.org/0009-0003-0204-7187"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Saravan Rajmohan","raw_affiliation_strings":["Microsoft Azure, Seattle, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Azure, Seattle, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100331488","display_name":"Dongmei Zhang","orcid":"https://orcid.org/0000-0002-9230-2799"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Zhang","raw_affiliation_strings":["Microsoft Research, Beijing, UNK, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, UNK, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5107248181"],"corresponding_institution_ids":["https://openalex.org/I4210113369"],"apc_list":null,"apc_paid":null,"fwci":4.2931,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96417704,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3438","last_page":"3446"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8156424164772034},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6423450708389282},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6292227506637573},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5939823389053345},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.4347575008869171},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36825239658355713},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.33870744705200195},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32636284828186035},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09507137537002563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8156424164772034},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6423450708389282},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6292227506637573},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5939823389053345},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.4347575008869171},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36825239658355713},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33870744705200195},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32636284828186035},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09507137537002563},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3534678.3539176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3534678.3539176","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:uon:53301","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.13/1492350","pdf_url":null,"source":{"id":"https://openalex.org/S4377196471","display_name":"NOVA (University of Newcastle Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78757542","host_organization_name":"University of Newcastle Australia","host_organization_lineage":["https://openalex.org/I78757542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1832917778","https://openalex.org/W1965751562","https://openalex.org/W1993578092","https://openalex.org/W2022636838","https://openalex.org/W2066615467","https://openalex.org/W2091432990","https://openalex.org/W2117130368","https://openalex.org/W2123883612","https://openalex.org/W2143419558","https://openalex.org/W2204678271","https://openalex.org/W2319441181","https://openalex.org/W2509298940","https://openalex.org/W2900006920","https://openalex.org/W2911274309","https://openalex.org/W2911666282","https://openalex.org/W2913340405","https://openalex.org/W2913603385","https://openalex.org/W2945142706","https://openalex.org/W2949468773","https://openalex.org/W3134530255"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W3116237489","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935","https://openalex.org/W1607054433"],"abstract_inverted_index":{"One":[0],"of":[1,55,68,115,148,218,244],"the":[2,113,136,146,201,208,215,226,242],"most":[3,162],"common":[4],"threats":[5],"to":[6,22,32,35,111,133,160,233],"online":[7,77,236],"service":[8,37,41,78,96,237],"system's":[9],"reliability":[10],"is":[11,88,141],"disk":[12,15,46,56,69,92,116,149,164,179,220],"failure.":[13,57],"Many":[14],"failure":[16,47,117,150,165,180,221],"prediction":[17,48,73,118,166,181,222],"techniques":[18],"have":[19],"been":[20,230],"developed":[21],"predict":[23],"failures":[24,70],"before":[25],"they":[26],"actually":[27],"occur,":[28],"allowing":[29],"proactive":[30],"steps":[31],"be":[33,157],"taken":[34],"minimize":[36],"disruption":[38],"and":[39,173,212,239],"increase":[40],"reliability.":[42],"Existing":[43],"approaches":[44],"for":[45,119],"do":[49],"not":[50],"differentiate":[51],"among":[52],"various":[53,219],"types":[54,67],"In":[58,102,125],"industrial":[59,172],"practice,":[60],"however,":[61],"different":[62,72],"product":[63],"teams":[64],"treat":[65],"distinct":[66],"as":[71],"tasks":[74],"in":[75,145],"large-scale":[76],"systems":[79],"like":[80],"Microsoft":[81,234],"365.":[82],"For":[83],"example,":[84],"hardware":[85],"operation":[86],"team":[87,97],"concerned":[89],"with":[90,135],"physical":[91],"errors,":[93],"while":[94],"database":[95],"focuses":[98],"on":[99,170],"I/O":[100],"delay.":[101],"this":[103],"paper,":[104],"we":[105],"propose":[106],"MTHC":[107,127,155,185,205,228],"(Multi-Task":[108],"Hierarchical":[109],"Classification)":[110],"enhance":[112,161],"performance":[114,217],"each":[120],"task":[121],"via":[122],"multi-task":[123],"learning.":[124],"addition,":[126],"introduces":[128],"a":[129,142],"novel":[130],"hierarchy-aware":[131],"mechanism":[132,203],"deal":[134],"data":[137,209],"imbalance":[138,210],"problem,":[139],"which":[140],"severe":[143],"issue":[144],"area":[147],"prediction.":[151],"We":[152],"show":[153],"that":[154,177,200],"can":[156,206],"easily":[158],"utilized":[159],"state-of-the-art":[163],"models.":[167,223],"Our":[168],"experiments":[169,197],"both":[171],"public":[174],"datasets":[175],"demonstrate":[176],"such":[178],"models":[182,191],"enhanced":[183],"by":[184,248],"performs":[186],"much":[187],"better":[188],"than":[189],"those":[190],"working":[192],"without":[193],"MTHC.":[194],"Furthermore,":[195],"our":[196],"also":[198],"present":[199],"hierarchical-aware":[202],"underlying":[204],"alleviate":[207],"problem":[211],"thus":[213],"improve":[214],"practical":[216],"More":[224],"encouragingly,":[225],"proposed":[227],"has":[229],"successfully":[231],"applied":[232],"365":[235],"systems,":[238],"averagely":[240],"reduces":[241],"number":[243],"virtual":[245],"machine":[246],"interruptions":[247],"10%":[249],"per":[250],"month.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}