{"id":"https://openalex.org/W4312672690","doi":"https://doi.org/10.1109/access.2022.3231454","title":"A Survey of Log-Correlation Tools for Failure Diagnosis and Prediction in Cluster Systems","display_name":"A Survey of Log-Correlation Tools for Failure Diagnosis and Prediction in Cluster Systems","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312672690","doi":"https://doi.org/10.1109/access.2022.3231454"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3231454","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3231454","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3231454","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015074167","display_name":"Edward Chuah","orcid":"https://orcid.org/0000-0002-8659-1803"},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"education","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Edward Chuah","raw_affiliation_strings":["Computing Science Department, University of Aberdeen, Aberdeen, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8659-1803","affiliations":[{"raw_affiliation_string":"Computing Science Department, University of Aberdeen, Aberdeen, U.K","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005426902","display_name":"Arshad Jhumka","orcid":"https://orcid.org/0000-0003-0540-2845"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arshad Jhumka","raw_affiliation_strings":["Department of Computer Science, University of Warwick, Coventry, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0540-2845","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Warwick, Coventry, U.K","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025446514","display_name":"Miroslaw Malek","orcid":"https://orcid.org/0000-0002-8963-6982"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Miroslaw Malek","raw_affiliation_strings":["Faculty of Informatics, University of Lugano, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, University of Lugano, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016133300","display_name":"Neeraj Suri","orcid":"https://orcid.org/0000-0003-1106-7668"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Neeraj Suri","raw_affiliation_strings":["School of Computing and Communications, Lancaster University, Bailrigg, Lancaster, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1106-7668","affiliations":[{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, Bailrigg, Lancaster, U.K","institution_ids":["https://openalex.org/I67415387"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5344,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67397824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"10","issue":null,"first_page":"133487","last_page":"133503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6190431118011475},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.615394651889801},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5928555727005005},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4675145745277405},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.42959481477737427},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20567798614501953}],"concepts":[{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6190431118011475},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.615394651889801},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5928555727005005},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4675145745277405},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.42959481477737427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20567798614501953},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2022.3231454","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3231454","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:wrap.warwick.ac.uk:172473","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:aura.abdn.ac.uk:2164/19905","is_oa":false,"landing_page_url":"https://hdl.handle.net/2164/19905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400966","display_name":"Aberdeen University Research Archive (Aberdeen University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I195460627","host_organization_name":"University of Aberdeen","host_organization_lineage":["https://openalex.org/I195460627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal article"},{"id":"pmh:oai:doaj.org/article:d6909a6d2ddc43efb0d66132cd80b468","is_oa":false,"landing_page_url":"https://doaj.org/article/d6909a6d2ddc43efb0d66132cd80b468","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 133487-133503 (2022)","raw_type":"article"},{"id":"pmh:oai:eprints.lancs.ac.uk:183013","is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/183013/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3231454","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3231454","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3418842755","display_name":null,"funder_award_id":"830927","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G979560605","display_name":"UKRI Trustworthy Autonomous Systems Node in Security","funder_award_id":"EP/V026763/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W113772150","https://openalex.org/W1495061682","https://openalex.org/W1975705975","https://openalex.org/W1987454953","https://openalex.org/W1988099502","https://openalex.org/W1991269738","https://openalex.org/W1995565928","https://openalex.org/W2011023286","https://openalex.org/W2028846878","https://openalex.org/W2029081445","https://openalex.org/W2032578483","https://openalex.org/W2037019152","https://openalex.org/W2043544484","https://openalex.org/W2049058890","https://openalex.org/W2083800479","https://openalex.org/W2097301968","https://openalex.org/W2107263349","https://openalex.org/W2107461003","https://openalex.org/W2115527090","https://openalex.org/W2126058588","https://openalex.org/W2128825142","https://openalex.org/W2134461696","https://openalex.org/W2159311877","https://openalex.org/W2164463086","https://openalex.org/W2166597489","https://openalex.org/W2167017180","https://openalex.org/W2169710700","https://openalex.org/W2249791145","https://openalex.org/W2288293293","https://openalex.org/W2291203944","https://openalex.org/W2473769720","https://openalex.org/W2504112229","https://openalex.org/W2507346467","https://openalex.org/W2515007666","https://openalex.org/W2725626595","https://openalex.org/W2949731837","https://openalex.org/W3005115843","https://openalex.org/W3013670178","https://openalex.org/W3023070264","https://openalex.org/W3183619936","https://openalex.org/W3192521386","https://openalex.org/W3192554803","https://openalex.org/W3206408938","https://openalex.org/W4205774955","https://openalex.org/W4237836140","https://openalex.org/W4238724377","https://openalex.org/W4241561347","https://openalex.org/W4247194329","https://openalex.org/W4249923483","https://openalex.org/W6607380097","https://openalex.org/W6608443543","https://openalex.org/W6720862309"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"System":[0,59],"logs":[1],"are":[2],"the":[3,36,123,134,157,203,219],"first":[4],"source":[5,42],"of":[6,29,38,43,53,71,106,118,125,136,202,223],"information":[7],"available":[8],"to":[9,12,45,78,142,172,181],"system":[10,63,72,76,91,109],"designers":[11,64,77],"analyze":[13],"and":[14,99,112,159,175,183,207,221,226],"troubleshoot":[15],"their":[16,97],"cluster":[17,238],"systems.":[18,239],"For":[19],"example,":[20],"High-Performance":[21],"Computing":[22],"(HPC)":[23],"systems":[24],"generate":[25],"a":[26,40,47,68,103,169,198],"large":[27,69,237],"volume":[28,70],"heterogeneous":[30],"data":[31,44,158],"from":[32],"multiple":[33],"sub-systems,":[34],"so":[35],"idea":[37],"using":[39],"single":[41],"achieve":[46],"given":[48],"goal,":[49],"such":[50],"as":[51],"identification":[52],"failures,":[54],"is":[55,129],"losing":[56],"its":[57],"validity.":[58],"log-analysis":[60,92,110],"tools":[61,93,111,138],"assist":[62],"gain":[65],"understanding":[66],"into":[67],"logs.":[73],"They":[74],"enable":[75],"perform":[79],"various":[80],"analyses":[81],"(e.g.,":[82],"diagnosing":[83],"node":[84,88],"failures":[85],"or":[86],"predicting":[87],"failures).":[89],"Current":[90],"vary":[94],"significantly":[95],"in":[96,156,236],"function":[98],"design.":[100],"We":[101],"conduct":[102],"systematic":[104],"review":[105],"literature":[107],"on":[108,194],"select":[113],"46":[114],"representative":[115],"articles":[116],"out":[117],"3,758":[119],"initial":[120],"articles.":[121],"To":[122],"best":[124],"our":[126,188],"knowledge,":[127],"there":[128],"no":[130],"work":[131],"that":[132,230],"studied":[133],"characteristics":[135],"log-correlation":[137],"(LogCTs)":[139],"with":[140],"respect":[141],"four":[143,204],"quality":[144,170,179,199,205],"attributes":[145,206],"including":[146],"(a)":[147,167,191],"spurious":[148],"correlations,":[149],"(b)":[150,176,196],"correlation":[151],"threshold":[152],"settings,":[153],"(c)":[154,208],"outliers":[155],"(d)":[160],"missing":[161],"data.":[162],"In":[163],"this":[164,178],"paper,":[165],"we":[166,190],"propose":[168],"model":[171,180,200],"evaluate":[173,182],"LogCTs":[174,225],"use":[177],"recommend":[184],"current":[185],"LogCTs.":[186],"Through":[187],"review,":[189],"identify":[192],"papers":[193],"LogCTs,":[195],"build":[197],"consisting":[201],"discuss":[209],"several":[210],"open":[211],"challenges":[212],"for":[213],"future":[214],"research.":[215],"Our":[216],"study":[217],"highlights":[218],"advantages":[220],"limitations":[222],"existing":[224],"identifies":[227],"research":[228],"opportunities":[229],"could":[231],"facilitate":[232],"better":[233],"failure":[234],"handling":[235]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}