{"id":"https://openalex.org/W3003199728","doi":"https://doi.org/10.1109/ibssc47189.2019.8973044","title":"Explainable LSTM Model for Anomaly Detection in HDFS Log File using Layerwise Relevance Propagation","display_name":"Explainable LSTM Model for Anomaly Detection in HDFS Log File using Layerwise Relevance Propagation","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W3003199728","doi":"https://doi.org/10.1109/ibssc47189.2019.8973044","mag":"3003199728"},"language":"en","primary_location":{"id":"doi:10.1109/ibssc47189.2019.8973044","doi":"https://doi.org/10.1109/ibssc47189.2019.8973044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ibssc47189.2019.8973044","pdf_url":null,"source":{"id":"https://openalex.org/S4363608347","display_name":"IEEE Bombay Section Signature Conference (IBSSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Bombay Section Signature Conference (IBSSC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021407064","display_name":"Aum Patil","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aum Patil","raw_affiliation_strings":["Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","institution_ids":[]},{"raw_affiliation_string":"Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040625356","display_name":"Amey Wadekar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amey Wadekar","raw_affiliation_strings":["Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","institution_ids":[]},{"raw_affiliation_string":"Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051335503","display_name":"Tanishq Gupta","orcid":"https://orcid.org/0000-0002-6221-3832","observed_orcids":["https://orcid.org/0000-0002-6221-3832"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanishq Gupta","raw_affiliation_strings":["Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","institution_ids":[]},{"raw_affiliation_string":"Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062034035","display_name":"Rohit Vijan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rohit Vijan","raw_affiliation_strings":["Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","institution_ids":[]},{"raw_affiliation_string":"Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000629645","display_name":"Faruk Kazi","orcid":"https://orcid.org/0000-0002-6551-3021","observed_orcids":["https://orcid.org/0000-0002-6551-3021","https://orcid.org/0009-0007-3212-7718"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Faruk Kazi","raw_affiliation_strings":["Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Veermata Jijabai Technological Institute,Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS),Mumbai,India","institution_ids":[]},{"raw_affiliation_string":"Centre of Excellence (CoE) in Complex and Non-linear Dynamical Systems (CNDS), Veermata Jijabai Technological Institute, Mumbai, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8726,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.86796537,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hdfs-logs","display_name":"HDFS logs","score":0.9150000214576721},{"id":"https://openalex.org/keywords/lstm","display_name":"LSTM","score":0.5600000023841858},{"id":"https://openalex.org/keywords/layer-wise-relevance-propagation","display_name":"layer-wise relevance propagation","score":0.9229999780654907},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.7580000162124634},{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.7950000166893005},{"id":"https://openalex.org/keywords/black-box-modeling","display_name":"black-box models","score":0.6460000276565552},{"id":"https://openalex.org/keywords/trust-in-automation","display_name":"trust in automation","score":0.546999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7999163866043091},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6838340759277344},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.6427942514419556},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.6276363134384155},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.622322142124176},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5284428596496582},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5182997584342957},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.44456738233566284},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4421568214893341},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.4375629723072052},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3994951844215393},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3770110309123993},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11279189586639404},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10827329754829407},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ibssc47189.2019.8973044","doi":"https://doi.org/10.1109/ibssc47189.2019.8973044","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ibssc47189.2019.8973044","pdf_url":null,"source":{"id":"https://openalex.org/S4363608347","display_name":"IEEE Bombay Section Signature Conference (IBSSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Bombay Section Signature Conference (IBSSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1971129545","https://openalex.org/W2039157918","https://openalex.org/W2064675550","https://openalex.org/W2110485445","https://openalex.org/W2133656308","https://openalex.org/W2282821441","https://openalex.org/W2473286717","https://openalex.org/W2561412020","https://openalex.org/W2639206954","https://openalex.org/W2753415590","https://openalex.org/W2767094836","https://openalex.org/W2962858109","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3048728933","https://openalex.org/W4412086250","https://openalex.org/W4408402547","https://openalex.org/W7140817351","https://openalex.org/W7162492647","https://openalex.org/W4405907722","https://openalex.org/W7205016842","https://openalex.org/W4312345771","https://openalex.org/W4416533821","https://openalex.org/W7162492098"],"abstract_inverted_index":{"Anomaly":[0],"detection":[1,36],"has":[2],"always":[3],"been":[4,18],"of":[5,69,71,79,123,164,169,178],"utmost":[6],"importance":[7],"especially":[8],"in":[9,32,126,158,186],"log":[10,33,110,113],"file":[11,34,131],"systems.":[12],"Many":[13],"different":[14],"supervised":[15],"techniques":[16],"have":[17,28],"explored":[19],"to":[20,39,43,129],"deal":[21],"with":[22],"this":[23,62,83,159],"problem.":[24],"Deep":[25],"Learning":[26],"approaches":[27],"shown":[29],"huge":[30],"promise":[31],"anomaly":[35],"systems":[37],"due":[38],"their":[40],"superior":[41],"ability":[42],"learn":[44],"high":[45],"level":[46],"features":[47],"and":[48,150],"non-linearities":[49],"eliminating":[50],"the":[51,67,72,76,121,162,165,170,179,187],"need":[52],"for":[53,101,147,200],"any":[54],"domain":[55],"specific":[56],"knowledge":[57],"or":[58],"special":[59],"pre-processing.":[60],"But":[61],"increased":[63],"performance":[64],"comes":[65],"at":[66],"cost":[68],"inexplicability":[70],"outcomes":[73,180],"resulting":[74],"from":[75,116],"black-box":[77],"nature":[78],"such":[80],"models.":[81],"In":[82],"paper,":[84],"we":[85],"propose":[86],"a":[87,90],"solution":[88],"utilizing":[89],"LSTM-LRP":[91],"(Long":[92],"Short":[93],"Term":[94],"Memory":[95],"-":[96],"Layerwise":[97],"Relevance":[98],"Propagation)":[99],"architecture":[100],"discrete":[102],"event":[103],"sequences":[104],"which":[105],"are":[106,195],"obtained":[107],"by":[108,189],"processing":[109],"files":[111],"using":[112],"keys":[114],"derived":[115],"individual":[117],"entries.":[118],"We":[119],"extend":[120],"idea":[122],"LSTM-LRP,":[124],"used":[125],"NLP":[127],"problems":[128],"Log":[130],"Systems.":[132],"The":[133],"model":[134,188],"is":[135,153,161],"evaluated":[136],"on":[137],"Hadoop":[138],"Distributed":[139],"File":[140],"System":[141],"(HDFS)":[142],"logs":[143],"where":[144],"an":[145,176],"interpretation":[146,163,177],"every":[148,151],"timestep":[149],"feature":[152],"provided.":[154],"Our":[155],"major":[156],"concern":[157],"paper":[160],"results":[166],"over":[167],"accuracy":[168],"model.":[171],"This":[172],"not":[173],"only":[174],"offers":[175],"but":[181],"also":[182],"helps":[183],"build":[184],"trust":[185],"making":[190,197],"sure":[191],"that":[192],"spurious":[193],"correlations":[194],"avoided":[196],"it":[198],"suitable":[199],"real":[201],"life":[202],"applications.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-02-07T00:00:00"}