{"id":"https://openalex.org/W4309623083","doi":"https://doi.org/10.1080/08839514.2022.2145642","title":"BERT-Log: Anomaly Detection for System Logs Based on Pre-trained Language Model","display_name":"BERT-Log: Anomaly Detection for System Logs Based on Pre-trained Language Model","publication_year":2022,"publication_date":"2022-11-17","ids":{"openalex":"https://openalex.org/W4309623083","doi":"https://doi.org/10.1080/08839514.2022.2145642"},"language":"en","primary_location":{"id":"doi:10.1080/08839514.2022.2145642","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08839514.2022.2145642","pdf_url":null,"source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1080/08839514.2022.2145642","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100423614","display_name":"Song Chen","orcid":"https://orcid.org/0000-0003-0341-3428"},"institutions":[{"id":"https://openalex.org/I4401041622","display_name":"Chengdu Technological University","ror":"https://ror.org/04713ex73","country_code":null,"type":"education","lineage":["https://openalex.org/I4401041622"]},{"id":"https://openalex.org/I44468530","display_name":"Qingdao University of Technology","ror":"https://ror.org/01qzc0f54","country_code":"CN","type":"education","lineage":["https://openalex.org/I44468530"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Chen","raw_affiliation_strings":["School of Computer Engineering, Chengdu Technological University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Chengdu Technological University, Chengdu, China","institution_ids":["https://openalex.org/I44468530","https://openalex.org/I4401041622"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030604537","display_name":"Hai Liao","orcid":"https://orcid.org/0000-0002-2862-7863"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hai Liao","raw_affiliation_strings":["School of Software, Sichuan Vocational College of Information Technology, Guangyuan, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Sichuan Vocational College of Information Technology, Guangyuan, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5030604537"],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":{"value":2195,"currency":"USD","value_usd":2195},"fwci":10.4163,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.98733382,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"36","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8806107044219971},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.6654617190361023},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.5876630544662476},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5327957272529602},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5141234993934631},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5090400576591492},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.4894663095474243},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.47602301836013794},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.46939247846603394},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4654427766799927},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4437880516052246},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.4262714385986328},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41802462935447693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8806107044219971},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.6654617190361023},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.5876630544662476},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5327957272529602},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5141234993934631},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5090400576591492},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.4894663095474243},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.47602301836013794},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.46939247846603394},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4654427766799927},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4437880516052246},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.4262714385986328},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41802462935447693},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/08839514.2022.2145642","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08839514.2022.2145642","pdf_url":null,"source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:25d5511e07e94635a4a9b525faf4aa8e","is_oa":true,"landing_page_url":"https://doaj.org/article/25d5511e07e94635a4a9b525faf4aa8e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Artificial Intelligence, Vol 36, Iss 1 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/08839514.2022.2145642","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08839514.2022.2145642","pdf_url":null,"source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1689711448","https://openalex.org/W1990089904","https://openalex.org/W2011438544","https://openalex.org/W2039157918","https://openalex.org/W2054506507","https://openalex.org/W2063566496","https://openalex.org/W2107263349","https://openalex.org/W2115056012","https://openalex.org/W2143996186","https://openalex.org/W2153470728","https://openalex.org/W2524602947","https://openalex.org/W2560021099","https://openalex.org/W2583874385","https://openalex.org/W2754665629","https://openalex.org/W2762028850","https://openalex.org/W2884518987","https://openalex.org/W2893517270","https://openalex.org/W2900353077","https://openalex.org/W2947815220","https://openalex.org/W2957339558","https://openalex.org/W2963999143","https://openalex.org/W2966979768","https://openalex.org/W3041215671","https://openalex.org/W3087629783","https://openalex.org/W3095840026","https://openalex.org/W3095953894","https://openalex.org/W3099104041","https://openalex.org/W3102157815","https://openalex.org/W3163457243","https://openalex.org/W3186907865","https://openalex.org/W3194284871","https://openalex.org/W3199174176","https://openalex.org/W3199657116","https://openalex.org/W3212260481","https://openalex.org/W3214635173","https://openalex.org/W3215037706","https://openalex.org/W4205965165","https://openalex.org/W4210793970","https://openalex.org/W4221063276"],"related_works":["https://openalex.org/W2980729574","https://openalex.org/W1560851690","https://openalex.org/W3092047717","https://openalex.org/W3110772647","https://openalex.org/W2770162183","https://openalex.org/W4390881630","https://openalex.org/W205872183","https://openalex.org/W4312858192","https://openalex.org/W3107535086","https://openalex.org/W4389401521"],"abstract_inverted_index":{"Logs":[0],"are":[1],"primary":[2],"information":[3,31,122],"resource":[4],"for":[5,48],"fault":[6],"diagnosis":[7],"and":[8,36,97,100,128,170,193],"anomaly":[9],"detection":[10],"in":[11,63],"large-scale":[12],"computer":[13],"systems,":[14],"but":[15,58],"it":[16,38],"is":[17,45,53,65,106],"hard":[18],"to":[19,90,108,113,158,191,198],"classify":[20],"anomalies":[21,176],"from":[22,32,123],"system":[23],"logs.":[24],"Recent":[25],"studies":[26],"focus":[27],"on":[28,140,155,177],"extracting":[29],"semantic":[30,93,121],"unstructured":[33],"log":[34,79,124,152,160],"messages":[35],"converting":[37],"into":[39,68],"word":[40],"vectors.":[41],"Therefore,":[42],"LSTM":[43],"approach":[44,174],"more":[46],"suitable":[47],"time":[49],"series":[50],"data.":[51],"Word2Vec":[52],"the":[54,59,78,92,110,120,133,138],"up-to-date":[55],"encoding":[56],"method,":[57],"order":[60],"of":[61,95,146,183],"words":[62],"sequences":[64],"not":[66],"taken":[67],"account.":[69],"In":[70],"this":[71],"article,":[72],"we":[73],"propose":[74,149],"BERT-Log,":[75],"which":[76],"regards":[77],"sequence":[80,125,161],"as":[81],"a":[82,101,150],"natural":[83],"language":[84,88],"sequence,":[85],"use":[86],"pre-trained":[87],"model":[89,112],"learn":[91],"representation":[94],"normal":[96],"anomalous":[98],"logs,":[99],"fully":[102],"connected":[103],"neural":[104],"network":[105],"utilized":[107],"fine-tune":[109],"BERT":[111],"detect":[114],"abnormal.":[115],"It":[116,130,185],"can":[117],"capture":[118],"all":[119,137],"including":[126,165],"context":[127],"position.":[129],"has":[131],"achieved":[132],"highest":[134],"performance":[135,188,195],"among":[136],"methods":[139],"HDFS":[141],"dataset,":[142],"with":[143,180],"an":[144,181],"F1-score":[145,182],"99.3%.":[147],"We":[148],"new":[151],"feature":[153],"extractor":[154],"BGL":[156,178],"dataset":[157,179],"obtain":[159],"by":[162],"sliding":[163],"window":[164,168],"node":[166],"ID,":[167],"size":[169],"step":[171],"size.":[172],"BERT-Log":[173],"detects":[175],"99.4%.":[184],"gives":[186],"19%":[187],"improvement":[189,196],"compared":[190,197],"LogRobust":[192],"7%":[194],"HitAnomaly.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":11}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}