{"id":"https://openalex.org/W2585367509","doi":"https://doi.org/10.1109/bigdata.2016.7840733","title":"Automated IT system failure prediction: A deep learning approach","display_name":"Automated IT system failure prediction: A deep learning approach","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2585367509","doi":"https://doi.org/10.1109/bigdata.2016.7840733","mag":"2585367509"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2016.7840733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100365743","display_name":"Ke Zhang","orcid":"https://orcid.org/0000-0002-9189-2993"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]},{"id":"https://openalex.org/I3130035786","display_name":"University Ucinf","ror":"https://ror.org/02cs9pv18","country_code":"CL","type":"education","lineage":["https://openalex.org/I3130035786"]}],"countries":["CL","US"],"is_corresponding":true,"raw_author_name":"Ke Zhang","raw_affiliation_strings":["School of Information Sciences, University of Pittsburgh"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Pittsburgh","institution_ids":["https://openalex.org/I3130035786","https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113456647","display_name":"Jian\u2010Wu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210107353","display_name":"NEC (United States)","ror":"https://ror.org/01v791m31","country_code":"US","type":"company","lineage":["https://openalex.org/I118347220","https://openalex.org/I4210107353"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianwu Xu","raw_affiliation_strings":["NEC Laboratories America"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories America","institution_ids":["https://openalex.org/I4210107353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065576006","display_name":"Martin Renqiang Min","orcid":"https://orcid.org/0000-0002-8563-6133"},"institutions":[{"id":"https://openalex.org/I4210107353","display_name":"NEC (United States)","ror":"https://ror.org/01v791m31","country_code":"US","type":"company","lineage":["https://openalex.org/I118347220","https://openalex.org/I4210107353"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Renqiang Min","raw_affiliation_strings":["NEC Laboratories America"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories America","institution_ids":["https://openalex.org/I4210107353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110097872","display_name":"Guofei Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210107353","display_name":"NEC (United States)","ror":"https://ror.org/01v791m31","country_code":"US","type":"company","lineage":["https://openalex.org/I118347220","https://openalex.org/I4210107353"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guofei Jiang","raw_affiliation_strings":["NEC Laboratories America"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories America","institution_ids":["https://openalex.org/I4210107353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037505718","display_name":"Konstantinos Pelechrinis","orcid":"https://orcid.org/0000-0002-6443-3935"},"institutions":[{"id":"https://openalex.org/I3130035786","display_name":"University Ucinf","ror":"https://ror.org/02cs9pv18","country_code":"CL","type":"education","lineage":["https://openalex.org/I3130035786"]},{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["CL","US"],"is_corresponding":false,"raw_author_name":"Konstantinos Pelechrinis","raw_affiliation_strings":["School of Information Sciences, University of Pittsburgh"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Pittsburgh","institution_ids":["https://openalex.org/I3130035786","https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100323565","display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0003-4576-2749"},"institutions":[{"id":"https://openalex.org/I4210107353","display_name":"NEC (United States)","ror":"https://ror.org/01v791m31","country_code":"US","type":"company","lineage":["https://openalex.org/I118347220","https://openalex.org/I4210107353"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["NEC Laboratories America"],"affiliations":[{"raw_affiliation_string":"NEC Laboratories America","institution_ids":["https://openalex.org/I4210107353"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100365743"],"corresponding_institution_ids":["https://openalex.org/I170201317","https://openalex.org/I3130035786"],"apc_list":null,"apc_paid":null,"fwci":10.0184,"has_fulltext":false,"cited_by_count":163,"citation_normalized_percentile":{"value":0.98300664,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1291","last_page":"1300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7270752191543579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5769044160842896},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5205491781234741},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4184780418872833}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7270752191543579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5769044160842896},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5205491781234741},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4184780418872833}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2016.7840733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W273955616","https://openalex.org/W1597406287","https://openalex.org/W1661413208","https://openalex.org/W1810943226","https://openalex.org/W1899504021","https://openalex.org/W1987837522","https://openalex.org/W2039157918","https://openalex.org/W2056291033","https://openalex.org/W2064675550","https://openalex.org/W2087064593","https://openalex.org/W2102113734","https://openalex.org/W2114131343","https://openalex.org/W2115056012","https://openalex.org/W2116435618","https://openalex.org/W2130942839","https://openalex.org/W2137723287","https://openalex.org/W2143612262","https://openalex.org/W2153635508","https://openalex.org/W2160642098","https://openalex.org/W2164405010","https://openalex.org/W2170942820","https://openalex.org/W2214658311","https://openalex.org/W2229908198","https://openalex.org/W2249612659","https://openalex.org/W2293030740","https://openalex.org/W3120421331","https://openalex.org/W4243109382","https://openalex.org/W4247105055","https://openalex.org/W4285719527","https://openalex.org/W6610017368","https://openalex.org/W6631636882","https://openalex.org/W6636979429","https://openalex.org/W6638273328","https://openalex.org/W6675365184","https://openalex.org/W6677326919","https://openalex.org/W6679436768","https://openalex.org/W6689475862","https://openalex.org/W6691351710","https://openalex.org/W6696960739"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W4387369504","https://openalex.org/W3046775127"],"abstract_inverted_index":{"In":[0,101,125],"mission":[1],"critical":[2],"IT":[3,38,121,276],"services,":[4],"system":[5,14,41,64,108,122,191,271,291],"failure":[6,123,292],"prediction":[7,273],"becomes":[8],"increasingly":[9],"important;":[10],"it":[11],"prevents":[12],"unexpected":[13],"downtime,":[15],"and":[16,29,92,115,142,157,243,267],"assures":[17],"service":[18],"reliability":[19],"for":[20,120,184,289],"end":[21],"users.":[22],"While":[23],"operational":[24],"console":[25,113],"logs":[26,114,138],"record":[27],"rich":[28],"descriptive":[30],"information":[31],"on":[32,62],"the":[33,58,147,158,185,188,212,218,226,265,284],"health":[34],"status":[35,186],"of":[36,160,187,214,269,274],"those":[37,84],"systems,":[39],"existing":[40],"management":[42,65],"technologies":[43],"mostly":[44],"use":[45],"them":[46],"in":[47,162,217,237,272],"a":[48,88,106,130,155,167,172,200],"labor-intensive":[49],"forensics":[50],"approach,":[51],"i.e.,":[52],"identifying":[53],"what":[54],"went":[55],"wrong":[56],"after":[57],"fact.":[59],"Recent":[60],"efforts":[61],"log-based":[63,290],"take":[66],"an":[67],"automation":[68],"approach":[69],"with":[70,139,175,211,248],"text":[71],"mining":[72],"techniques,":[73],"such":[74],"as":[75,154,166],"term":[76],"frequency":[77,81],"-":[78],"inverse":[79],"document":[80],"(TF-IDF).":[82],"However,":[83],"techniques":[85],"lead":[86],"to":[87,97,171,194,209,224],"high-dimensional":[89],"feature":[90,173],"space,":[91],"are":[93],"not":[94],"easily":[95],"generalizable":[96],"heterogeneous":[98],"log":[99,131,255],"formats.":[100],"this":[102],"paper,":[103],"we":[104,198],"present":[105],"novel":[107],"that":[109,179,286],"automatically":[110],"parses":[111],"streamed":[112],"detects":[116],"early":[117],"warning":[118],"signals":[119,183],"prediction.":[124,293],"particular,":[126],"our":[127,238,245,270,279,281],"solution":[128],"includes":[129],"pattern":[132,153],"extraction":[133],"method":[134],"by":[135,150],"clustering":[136],"together":[137],"similar":[140],"format":[141],"content.":[143],"We":[144,241],"then":[145],"resemble":[146],"TF-IDF":[148],"idea":[149],"considering":[151],"each":[152,163],"word":[156],"set":[159],"patterns":[161],"discretized":[164],"epoch":[165],"document.":[168],"This":[169],"leads":[170],"space":[174],"significantly":[176],"lower":[177],"dimensionality":[178],"can":[180],"provide":[181],"robust":[182],"system.":[189],"As":[190],"failures":[192],"tend":[193],"occur":[195],"very":[196],"rare,":[197],"apply":[199],"recurrent":[201],"neural":[202],"network,":[203],"namely,":[204],"Long":[205],"Short-Term":[206],"Memory":[207],"(LSTM),":[208],"deal":[210],"\u201crarity\u201d":[213],"labeled":[215],"data":[216],"training":[219],"process.":[220],"LSTM":[221,288],"is":[222,283],"able":[223],"capture":[225],"long-range":[227],"dependency":[228],"across":[229],"sequences,":[230],"therefore":[231],"outperforms":[232],"traditional":[233],"supervised":[234],"learning":[235,251],"methods":[236],"application":[239],"domain.":[240],"evaluated":[242],"compared":[244],"proposed":[246],"technology":[247],"state-of-the-art":[249],"machine":[250],"approaches":[252],"using":[253],"real":[254],"traces":[256],"from":[257],"two":[258],"large":[259],"enterprise":[260],"systems.":[261],"The":[262],"results":[263],"showed":[264],"advantage":[266],"potentials":[268],"complex":[275],"failures.":[277],"To":[278],"knowledge,":[280],"work":[282],"first":[285],"employs":[287]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":37},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":3}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}
