{"id":"https://openalex.org/W3183619936","doi":"https://doi.org/10.1145/3460345","title":"A Survey on Automated Log Analysis for Reliability Engineering","display_name":"A Survey on Automated Log Analysis for Reliability Engineering","publication_year":2021,"publication_date":"2021-07-13","ids":{"openalex":"https://openalex.org/W3183619936","doi":"https://doi.org/10.1145/3460345","mag":"3183619936"},"language":"en","primary_location":{"id":"doi:10.1145/3460345","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460345","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078511386","display_name":"Shilin He","orcid":"https://orcid.org/0000-0002-8595-5388"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shilin He","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101941950","display_name":"Pinjia He","orcid":"https://orcid.org/0000-0003-3377-8129"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Pinjia He","raw_affiliation_strings":["Department of Computer Science, ETH Zurich, Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090114918","display_name":"Zhuangbin Chen","orcid":"https://orcid.org/0009-0000-3686-8029"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuangbin Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030698062","display_name":"Tianyi Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyi Yang","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101500798","display_name":"Yuxin Su","orcid":"https://orcid.org/0000-0002-3338-8561"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Su","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078511386"],"corresponding_institution_ids":["https://openalex.org/I4210113369"],"apc_list":null,"apc_paid":null,"fwci":21.7712,"has_fulltext":false,"cited_by_count":233,"citation_normalized_percentile":{"value":0.99723506,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"54","issue":"6","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8332380652427673},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5151480436325073},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4916144013404846},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.45962584018707275},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4420735538005829},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4165398180484772},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.41073691844940186},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.39442533254623413},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14050951600074768}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8332380652427673},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5151480436325073},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4916144013404846},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.45962584018707275},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4420735538005829},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4165398180484772},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.41073691844940186},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.39442533254623413},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14050951600074768},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3460345","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460345","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":128,"referenced_works":["https://openalex.org/W1184354083","https://openalex.org/W1483021187","https://openalex.org/W1592055490","https://openalex.org/W1661413208","https://openalex.org/W1865547007","https://openalex.org/W1920048997","https://openalex.org/W1963574127","https://openalex.org/W1965626898","https://openalex.org/W1972020324","https://openalex.org/W1987409374","https://openalex.org/W1987454953","https://openalex.org/W1993683612","https://openalex.org/W1998221613","https://openalex.org/W2027241772","https://openalex.org/W2043253283","https://openalex.org/W2053691501","https://openalex.org/W2063566496","https://openalex.org/W2076343783","https://openalex.org/W2076809217","https://openalex.org/W2091880227","https://openalex.org/W2094924503","https://openalex.org/W2096017373","https://openalex.org/W2099287547","https://openalex.org/W2102013000","https://openalex.org/W2102632804","https://openalex.org/W2109178099","https://openalex.org/W2110908283","https://openalex.org/W2112648765","https://openalex.org/W2114554028","https://openalex.org/W2115803466","https://openalex.org/W2117227762","https://openalex.org/W2120416238","https://openalex.org/W2126105956","https://openalex.org/W2126529005","https://openalex.org/W2129879174","https://openalex.org/W2136814173","https://openalex.org/W2148032230","https://openalex.org/W2149576136","https://openalex.org/W2150889365","https://openalex.org/W2152217836","https://openalex.org/W2153470728","https://openalex.org/W2154091998","https://openalex.org/W2161086411","https://openalex.org/W2165202235","https://openalex.org/W2170114245","https://openalex.org/W2170890990","https://openalex.org/W2208211896","https://openalex.org/W2242407529","https://openalex.org/W2247764580","https://openalex.org/W2249791145","https://openalex.org/W2326344342","https://openalex.org/W2386247619","https://openalex.org/W2401686019","https://openalex.org/W2405408229","https://openalex.org/W2409855605","https://openalex.org/W2413458763","https://openalex.org/W2460584250","https://openalex.org/W2508465325","https://openalex.org/W2516098082","https://openalex.org/W2517912324","https://openalex.org/W2536393303","https://openalex.org/W2545661341","https://openalex.org/W2586066656","https://openalex.org/W2594511738","https://openalex.org/W2618689158","https://openalex.org/W2737518906","https://openalex.org/W2755402962","https://openalex.org/W2755791218","https://openalex.org/W2756452435","https://openalex.org/W2757905449","https://openalex.org/W2762028850","https://openalex.org/W2763526563","https://openalex.org/W2767094836","https://openalex.org/W2768513189","https://openalex.org/W2769308479","https://openalex.org/W2790537587","https://openalex.org/W2792207129","https://openalex.org/W2808242862","https://openalex.org/W2883560233","https://openalex.org/W2884697754","https://openalex.org/W2885144342","https://openalex.org/W2888491619","https://openalex.org/W2895810692","https://openalex.org/W2898998129","https://openalex.org/W2899083685","https://openalex.org/W2899279326","https://openalex.org/W2903799441","https://openalex.org/W2911666282","https://openalex.org/W2913254924","https://openalex.org/W2916796104","https://openalex.org/W2920929439","https://openalex.org/W2947815220","https://openalex.org/W2947819995","https://openalex.org/W2953520354","https://openalex.org/W2954661119","https://openalex.org/W2956106249","https://openalex.org/W2962622685","https://openalex.org/W2965838158","https://openalex.org/W2966971704","https://openalex.org/W2971315908","https://openalex.org/W2973216518","https://openalex.org/W2981930254","https://openalex.org/W2986944522","https://openalex.org/W2998908795","https://openalex.org/W2999614244","https://openalex.org/W2999799926","https://openalex.org/W3000073896","https://openalex.org/W3003372411","https://openalex.org/W3008991042","https://openalex.org/W3036573764","https://openalex.org/W3041215671","https://openalex.org/W3043599974","https://openalex.org/W3089832981","https://openalex.org/W3090066802","https://openalex.org/W3100214273","https://openalex.org/W3101654741","https://openalex.org/W3106729728","https://openalex.org/W3123326965","https://openalex.org/W3143304050","https://openalex.org/W3150912106","https://openalex.org/W4231224352","https://openalex.org/W4237335675","https://openalex.org/W4242838928","https://openalex.org/W4243521886","https://openalex.org/W4245040028","https://openalex.org/W4246903272","https://openalex.org/W4254234063","https://openalex.org/W4254691308"],"related_works":["https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W4321354308","https://openalex.org/W3118244000","https://openalex.org/W2212955619","https://openalex.org/W2290299503","https://openalex.org/W3124296310","https://openalex.org/W2211158793","https://openalex.org/W3029851195","https://openalex.org/W2081787263"],"abstract_inverted_index":{"Logs":[0],"are":[1,31],"semi-structured":[2],"text":[3],"generated":[4],"by":[5],"logging":[6,102],"statements":[7],"in":[8,20,68],"software":[9,15,27,39,44,66],"source":[10],"code.":[11],"In":[12],"recent":[13,145],"decades,":[14],"logs":[16,54,67,111,120],"have":[17,75],"become":[18],"imperative":[19],"the":[21,33,51,99,141,144],"reliability":[22,69],"assurance":[23],"mechanism":[24],"of":[25,53,64,73,88,101,143],"many":[26],"systems,":[28],"because":[29],"they":[30],"often":[32],"only":[34],"data":[35],"available":[36],"that":[37,133],"record":[38],"runtime":[40],"information.":[41],"As":[42],"modern":[43,65],"is":[45],"evolving":[46],"into":[47,112],"a":[48,71,85],"large":[49],"scale,":[50],"volume":[52],"has":[55],"increased":[56],"rapidly.":[57],"To":[58],"enable":[59],"effective":[60],"and":[61,97,116,126,137,155],"efficient":[62],"usage":[63],"engineering,":[70],"number":[72],"studies":[74],"been":[76],"conducted":[77],"on":[78,140],"automated":[79,89,157],"log":[80,90,158],"analysis.":[81,159],"This":[82],"survey":[83,131],"presents":[84],"detailed":[86],"overview":[87],"analysis":[91],"research,":[92],"including":[93],"how":[94,104,108,117],"to":[95,105,109,118,121],"automate":[96],"assist":[98],"writing":[100],"statements,":[103],"compress":[106],"logs,":[107],"parse":[110],"structured":[113],"event":[114],"templates,":[115],"employ":[119],"detect":[122],"anomalies,":[123],"predict":[124],"failures,":[125],"facilitate":[127],"diagnosis.":[128],"Additionally,":[129],"we":[130,147],"work":[132],"releases":[134],"open-source":[135],"toolkits":[136],"datasets.":[138],"Based":[139],"discussion":[142],"advances,":[146],"present":[148],"several":[149],"promising":[150],"future":[151],"directions":[152],"toward":[153],"real-world":[154],"next-generation":[156]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":81},{"year":2024,"cited_by_count":62},{"year":2023,"cited_by_count":47},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}
