{"id":"https://openalex.org/W164902916","doi":null,"title":"Mining console logs for large-scale system problem detection","display_name":"Mining console logs for large-scale system problem detection","alternate_titles":[],"publication_year":2008,"publication_date":"2008-12-11","ids":{"openalex":"https://openalex.org/W164902916","mag":"164902916"},"language":"en","primary_location":{"id":"mag:164902916","doi":null,"is_oa":false,"landing_page_url":"https://www.usenix.org/event/sysml08/tech/full_papers/xu/xu.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306421129","display_name":"USENIX workshop on Tackling computer systems problems with machine learning techniques","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"USENIX workshop on Tackling computer systems problems with machine learning techniques","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W164902916"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100407947","display_name":"Wei Xu","orcid":"https://orcid.org/0000-0003-3708-6816","observed_orcids":["https://orcid.org/0000-0003-3708-6816"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Xu","raw_affiliation_strings":["UC BERKELEY"],"raw_orcid":"https://orcid.org/0000-0003-3708-6816","affiliations":[{"raw_affiliation_string":"UC BERKELEY","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082878554","display_name":"Ling Huang","orcid":"https://orcid.org/0000-0001-5089-4637","observed_orcids":["https://orcid.org/0000-0001-5089-4637"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ling Huang","raw_affiliation_strings":["Intel Research, Berkeley#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-5089-4637","affiliations":[{"raw_affiliation_string":"Intel Research, Berkeley#TAB#","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088855767","display_name":"Armando Fox","orcid":"https://orcid.org/0000-0002-6096-4931","observed_orcids":["https://orcid.org/0000-0002-6096-4931"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Armando Fox","raw_affiliation_strings":["UC BERKELEY"],"raw_orcid":"https://orcid.org/0000-0002-6096-4931","affiliations":[{"raw_affiliation_string":"UC BERKELEY","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077202069","display_name":"David A. Patterson","orcid":"https://orcid.org/0000-0003-0902-7093","observed_orcids":["https://orcid.org/0000-0003-0902-7093"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David A. Patterson","raw_affiliation_strings":["UC BERKELEY"],"raw_orcid":"https://orcid.org/0000-0003-0902-7093","affiliations":[{"raw_affiliation_string":"UC BERKELEY","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049812527","display_name":"Michael I. Jordan","orcid":"https://orcid.org/0000-0001-8935-817X","observed_orcids":["https://orcid.org/0000-0001-8935-817X"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael I. Jordan","raw_affiliation_strings":["UC BERKELEY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC BERKELEY","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.5679,"has_fulltext":false,"cited_by_count":121,"citation_normalized_percentile":{"value":0.98344266,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4","last_page":"4"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/log-parsing","display_name":"log parsing","score":0.7710000276565552},{"id":"https://openalex.org/keywords/text-mining","display_name":"text mining","score":0.7580000162124634},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"anomaly detection","score":0.7590000033378601},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"principal component analysis","score":0.7559999823570251},{"id":"https://openalex.org/keywords/system-monitoring","display_name":"system monitoring","score":0.6340000033378601},{"id":"https://openalex.org/keywords/debugging","display_name":"debugging","score":0.7559999823570251},{"id":"https://openalex.org/keywords/hadoop","display_name":"Hadoop","score":0.8360000252723694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8405085802078247},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8151479959487915},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6542853713035583},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6263074278831482},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5921097993850708},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5742824077606201},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5353518128395081},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.5021123886108398},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4894231855869293},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3657849431037903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30471712350845337},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1956084966659546},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"mag:164902916","doi":null,"is_oa":false,"landing_page_url":"https://www.usenix.org/event/sysml08/tech/full_papers/xu/xu.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306421129","display_name":"USENIX workshop on Tackling computer systems problems with machine learning techniques","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"USENIX workshop on Tackling computer systems problems with machine learning techniques","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.143.8903","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.143.8903","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.usenix.org/events/sysml08/tech/full_papers/xu/xu.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.225.5254","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.225.5254","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www2.berkeley.intel-research.net/%7Ehling/research/minelog_sysml08.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W35047313","https://openalex.org/W1537198022","https://openalex.org/W1570448133","https://openalex.org/W1661413208","https://openalex.org/W1965626898","https://openalex.org/W1984578990","https://openalex.org/W1999935041","https://openalex.org/W2023848271","https://openalex.org/W2024228866","https://openalex.org/W2107263349","https://openalex.org/W2118887058","https://openalex.org/W2121122863","https://openalex.org/W2123504579","https://openalex.org/W2135514714","https://openalex.org/W2157578436","https://openalex.org/W3119603699"],"related_works":["https://openalex.org/W2132031035","https://openalex.org/W2767009953","https://openalex.org/W2232142723","https://openalex.org/W2433423327","https://openalex.org/W2114554028","https://openalex.org/W7100746776","https://openalex.org/W2755302855","https://openalex.org/W1540258466","https://openalex.org/W2804315071","https://openalex.org/W1536508037"],"abstract_inverted_index":{"The":[0],"console":[1,82,152],"logs":[2,100,153],"generated":[3],"by":[4,125],"an":[5],"application":[6,11],"contain":[7],"messages":[8],"that":[9,164,186],"the":[10,21,24,81,89,99,114,137,155,171],"developers":[12],"believed":[13],"would":[14],"be":[15,134],"useful":[16],"in":[17,36,92,98],"debugging":[18,43],"or":[19],"monitoring":[20,41],"application.":[22],"Despite":[23],"ubiquity":[25],"and":[26,42,70,177],"large":[27,181],"size":[28],"of":[29,63,116,151,183],"these":[30],"logs,":[31],"they":[32,45],"are":[33,46,187],"rarely":[34],"exploited":[35],"a":[37,55,109,121,142,160,165,180],"systematic":[38],"way":[39],"for":[40,58],"because":[44],"not":[47,133],"readily":[48,123,169],"machine-parsable.":[49],"In":[50],"this":[51,60],"paper,":[52],"we":[53,66,85,107,145,178],"propose":[54],"novel":[56],"method":[57],"mining":[59,72],"rich":[61],"source":[62,74],"information.":[64],"First,":[65],"combine":[67],"log":[68],"parsing":[69],"text":[71],"with":[73,136],"code":[75],"analysis":[76],"to":[77,94,112,120,159],"extract":[78,86],"structure":[79],"from":[80,88,154],"logs.":[83],"Second,":[84],"features":[87],"structured":[90],"information":[91],"order":[93],"detect":[95,179],"anomalous":[96],"patterns":[97],"using":[101],"Principal":[102],"Component":[103],"Analysis":[104],"(PCA).":[105],"Finally,":[106],"use":[108],"decision":[110,162],"tree":[111,163],"distill":[113,146],"results":[115],"PCA-based":[117],"anomaly":[118,138],"detection":[119,139],"format":[122],"understandable":[124],"domain":[126,166],"experts":[127],"(e.g.":[128],"system":[129,158],"operators)":[130],"who":[131],"need":[132],"familiar":[135],"algorithms.":[140],"As":[141],"case":[143],"study,":[144],"over":[147],"one":[148],"million":[149],"lines":[150],"Hadoop":[156],"file":[157],"simple":[161],"expert":[167],"can":[168],"understand;":[170],"process":[172],"requires":[173],"no":[174],"operator":[175],"intervention":[176],"portion":[182],"runtime":[184],"anomalies":[185],"commonly":[188],"overlooked.":[189],"1":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W164902916","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":7}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
