{"id":"https://openalex.org/W4401857334","doi":"https://doi.org/10.1145/3637528.3671547","title":"Time-Aware Attention-Based Transformer (TAAT) for Cloud Computing System Failure Prediction","display_name":"Time-Aware Attention-Based Transformer (TAAT) for Cloud Computing System Failure Prediction","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401857334","doi":"https://doi.org/10.1145/3637528.3671547"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3671547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079827847","display_name":"Lingfei Deng","orcid":"https://orcid.org/0009-0003-0691-1286"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingfei Deng","raw_affiliation_strings":["Alibaba Cloud, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-0691-1286","affiliations":[{"raw_affiliation_string":"Alibaba Cloud, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088873594","display_name":"Yunong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunong Wang","raw_affiliation_strings":["Alibaba Cloud, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-8051-8768","affiliations":[{"raw_affiliation_string":"Alibaba Cloud, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoran Wang","orcid":"https://orcid.org/0009-0001-6548-7847"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Wang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0001-6548-7847","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043582893","display_name":"Xuhua Ma","orcid":"https://orcid.org/0009-0008-9852-2427"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhua Ma","raw_affiliation_strings":["Alibaba Cloud, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-9852-2427","affiliations":[{"raw_affiliation_string":"Alibaba Cloud, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101815020","display_name":"Xiaoming Du","orcid":"https://orcid.org/0000-0003-4690-450X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Du","raw_affiliation_strings":["Alibaba Cloud, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4690-450X","affiliations":[{"raw_affiliation_string":"Alibaba Cloud, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060581895","display_name":"Xudong Zheng","orcid":"https://orcid.org/0009-0002-5629-5082"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Zheng","raw_affiliation_strings":["Alibaba Cloud, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-5629-5082","affiliations":[{"raw_affiliation_string":"Alibaba Cloud, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008740867","display_name":"Dongrui Wu","orcid":"https://orcid.org/0000-0002-7153-9703"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongrui Wu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7153-9703","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4906","last_page":"4917"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14249","display_name":"Water Quality Monitoring and Analysis","score":0.9577000141143799,"subfield":{"id":"https://openalex.org/subfields/2311","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7770166397094727},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7243990898132324},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46547171473503113},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4236580431461334},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3555023968219757},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19333231449127197},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0731205940246582},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06352207064628601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7770166397094727},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7243990898132324},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46547171473503113},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4236580431461334},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3555023968219757},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19333231449127197},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0731205940246582},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06352207064628601},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637528.3671547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3671547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1555569599","https://openalex.org/W1965751562","https://openalex.org/W2008729559","https://openalex.org/W2064675550","https://openalex.org/W2094924503","https://openalex.org/W2105454049","https://openalex.org/W2295598076","https://openalex.org/W2401686019","https://openalex.org/W2528010629","https://openalex.org/W2767094836","https://openalex.org/W2784247142","https://openalex.org/W2884697754","https://openalex.org/W2945142706","https://openalex.org/W3080085265","https://openalex.org/W3080098168","https://openalex.org/W3116376544","https://openalex.org/W3134530255","https://openalex.org/W3163635305","https://openalex.org/W3166996592","https://openalex.org/W3199174176","https://openalex.org/W4205377393","https://openalex.org/W4212774754","https://openalex.org/W4281571830","https://openalex.org/W4319993380","https://openalex.org/W4385568016","https://openalex.org/W4385568119"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214"],"abstract_inverted_index":{"Log-based":[0],"failure":[1,24,56,175],"prediction":[2,25,57,176],"helps":[3],"identify":[4],"and":[5,32,62,69,81,99,129,209],"mitigate":[6],"system":[7],"failures":[8],"ahead":[9],"of":[10,15,38,45,92,163,184,206],"time,":[11],"increasing":[12],"the":[13,39,43,90,114,126,152,160,171,203,217],"reliability":[14],"cloud":[16,173],"elastic":[17],"computing":[18,174],"systems.":[19],"However,":[20],"most":[21],"existing":[22],"log-based":[23],"approaches":[26],"only":[27],"focus":[28],"on":[29,138],"semantic":[30,61,122],"information,":[31],"do":[33],"not":[34],"make":[35],"full":[36],"use":[37],"information":[40,64],"contained":[41],"in":[42,159,179],"timestamps":[44],"log":[46,67,76],"messages.":[47],"This":[48],"paper":[49,168],"proposes":[50],"time-aware":[51,118],"attention-based":[52],"transformer":[53],"(TAAT),":[54],"a":[55,195],"approach":[58],"that":[59,88,108,120,142],"extracts":[60],"temporal":[63],"simultaneously":[65],"from":[66,113,125,189],"messages":[68,77],"their":[70],"timestamps.":[71],"TAAT":[72,143,155],"first":[73],"tokenizes":[74],"raw":[75],"into":[78],"specific":[79],"exceptions,":[80],"then":[82,130],"performs:":[83],"1)":[84],"exception":[85,127],"sequence":[86,98],"embedding":[87],"reorganizes":[89],"exceptions":[91],"each":[93],"node":[94,192],"as":[95],"an":[96,145],"ordered":[97],"converts":[100],"them":[101,132],"to":[102,212,216],"vectors;":[103],"2)":[104],"time":[105,110,134],"relation":[106,111,135],"estimation":[107],"computes":[109,121],"matrices":[112,124],"timestamps;":[115],"and,":[116],"3)":[117],"attention":[119],"correlation":[123],"sequences":[128],"combines":[131],"with":[133,151],"matrices.":[136],"Experiments":[137],"Alibaba":[139,164],"Cloud":[140],"demonstrated":[141],"achieves":[144],"approximately":[146],"10%":[147],"performance":[148],"improvement":[149],"compared":[150],"state-of-the-art":[153],"approaches.":[154],"is":[156,202,210],"now":[157],"used":[158,178],"daily":[161],"operation":[162],"Cloud.":[165],"Moreover,":[166],"this":[167,201],"also":[169],"releases":[170],"real-world":[172],"dataset":[177,205],"our":[180,199],"study,":[181],"which":[182],"consists":[183],"about":[185,190],"2.7":[186],"billion":[187],"syslogs":[188],"300,000":[191],"controllers":[193],"during":[194],"4-month":[196],"period.":[197],"To":[198],"knowledge,":[200],"largest":[204],"its":[207],"kind,":[208],"expected":[211],"be":[213],"very":[214],"useful":[215],"community.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}