{"id":"https://openalex.org/W4391579685","doi":"https://doi.org/10.1145/3597503.3623304","title":"KnowLog: Knowledge Enhanced Pre-trained Language Model for Log Understanding","display_name":"KnowLog: Knowledge Enhanced Pre-trained Language Model for Log Understanding","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391579685","doi":"https://doi.org/10.1145/3597503.3623304"},"language":"en","primary_location":{"id":"doi:10.1145/3597503.3623304","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3623304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039580875","display_name":"Lipeng Ma","orcid":"https://orcid.org/0000-0001-5974-5988"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lipeng Ma","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5974-5988","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101865874","display_name":"Weidong Yang","orcid":"https://orcid.org/0000-0002-6473-9272"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210110560","display_name":"Zhuhai Fudan Innovation Research Institute","ror":"https://ror.org/01tapk317","country_code":"CN","type":"facility","lineage":["https://openalex.org/I24943067","https://openalex.org/I4210110560"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Yang","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","Zhuhai Fudan Innovation Institute, Zhuhai, China","Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China Zhuhai Fudan Innovation Institute, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0002-6473-9272","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Zhuhai Fudan Innovation Institute, Zhuhai, China","institution_ids":["https://openalex.org/I4210110560"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China Zhuhai Fudan Innovation Institute, Zhuhai, China","institution_ids":["https://openalex.org/I4210110560","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020681500","display_name":"Bo Xu","orcid":"https://orcid.org/0000-0002-2083-4307"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Xu","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2083-4307","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103193321","display_name":"Sihang Jiang","orcid":"https://orcid.org/0000-0002-0736-6457"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sihang Jiang","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0736-6457","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074448929","display_name":"Ben Fei","orcid":"https://orcid.org/0000-0002-3219-9996"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ben Fei","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3219-9996","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075507821","display_name":"Jiaqing Liang","orcid":"https://orcid.org/0000-0003-0670-5602"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqing Liang","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0670-5602","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103217546","display_name":"Mingjie Zhou","orcid":"https://orcid.org/0000-0002-3289-0533"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjie Zhou","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3289-0533","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090455375","display_name":"Yanghua Xiao","orcid":"https://orcid.org/0000-0001-8403-9591"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanghua Xiao","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-9591","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.4297,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.97990921,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9674000144004822,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8395161628723145},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5952666997909546},{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.5629417896270752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5575152635574341},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5434624552726746},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5380107760429382},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5303614139556885},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4840337634086609},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.4838391840457916},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4751053750514984},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3360942006111145},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33298343420028687}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8395161628723145},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5952666997909546},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.5629417896270752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5575152635574341},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5434624552726746},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5380107760429382},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5303614139556885},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4840337634086609},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.4838391840457916},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4751053750514984},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3360942006111145},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33298343420028687},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597503.3623304","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3623304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G3037487973","display_name":null,"funder_award_id":"U2033209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W2250539671","https://openalex.org/W2493566037","https://openalex.org/W2767094836","https://openalex.org/W2798991696","https://openalex.org/W2883560233","https://openalex.org/W2896457183","https://openalex.org/W2898998129","https://openalex.org/W2911489562","https://openalex.org/W2947815220","https://openalex.org/W2962784628","https://openalex.org/W2963979492","https://openalex.org/W2963999143","https://openalex.org/W2965838158","https://openalex.org/W2970476646","https://openalex.org/W2970641574","https://openalex.org/W2970771982","https://openalex.org/W2979792666","https://openalex.org/W3034999214","https://openalex.org/W3035207248","https://openalex.org/W3085035003","https://openalex.org/W3089718532","https://openalex.org/W3095840026","https://openalex.org/W3099780882","https://openalex.org/W3099950029","https://openalex.org/W3100214273","https://openalex.org/W3104186312","https://openalex.org/W3112689365","https://openalex.org/W3114093538","https://openalex.org/W3127995892","https://openalex.org/W3134079112","https://openalex.org/W3134530255","https://openalex.org/W3151929433","https://openalex.org/W3156636935","https://openalex.org/W3165327186","https://openalex.org/W3175604467","https://openalex.org/W3175932722","https://openalex.org/W3177765786","https://openalex.org/W3194035167","https://openalex.org/W3195057108","https://openalex.org/W3210131940","https://openalex.org/W4205965165","https://openalex.org/W4221079409","https://openalex.org/W4226128225","https://openalex.org/W4226142937","https://openalex.org/W4281741287","https://openalex.org/W4284674325","https://openalex.org/W4284688717","https://openalex.org/W4289528260","https://openalex.org/W4290927765","https://openalex.org/W4299301436","https://openalex.org/W4308643468","https://openalex.org/W4319993380","https://openalex.org/W6739901393","https://openalex.org/W6778883912","https://openalex.org/W6790849562"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438"],"abstract_inverted_index":{"Logs":[0],"as":[1,123],"semi-structured":[2],"text":[3],"are":[4,216],"rich":[5],"in":[6,26,78,197],"semantic":[7],"information,":[8],"making":[9],"their":[10,40],"comprehensive":[11],"understanding":[12,168,178],"crucial":[13],"for":[14,101,138],"automated":[15],"log":[16,70,102,167,177],"analysis.":[17],"With":[18],"the":[19,68,86,107,140,144,204],"recent":[20],"success":[21],"of":[22,82,85,118,207],"pre-trained":[23,43,98,186],"language":[24,28,44,99,116,187],"models":[25,35,45,53,63,75,188],"natural":[27,115],"processing,":[29],"many":[30],"studies":[31],"have":[32,76],"leveraged":[33],"these":[34,52,62,74,91],"to":[36,55,65,105,154,184],"understand":[37,56],"logs.":[38,88],"Despite":[39],"successes,":[41],"existing":[42,185],"still":[46],"suffer":[47],"from":[48,120],"three":[49],"weaknesses.":[50],"Firstly,":[51],"fail":[54],"domain-specific":[57],"terminology,":[58],"especially":[59],"abbreviations.":[60],"Secondly,":[61],"struggle":[64],"adequately":[66],"capture":[67],"complete":[69],"context":[71],"information.":[72],"Thirdly,":[73],"difficulty":[77],"obtaining":[79],"universal":[80,156],"representations":[81],"different":[83,166],"styles":[84],"same":[87],"To":[89,142],"address":[90],"challenges,":[92,110],"we":[93,111,147,193],"introduce":[94],"KnowLog,":[95],"a":[96,149],"knowledge-enhanced":[97],"model":[100],"understanding.":[103],"Specifically,":[104],"solve":[106,143],"previous":[108],"two":[109],"exploit":[112],"abbreviations":[113],"and":[114,125,129,179,200,212],"descriptions":[117],"logs":[119],"public":[121],"documentation":[122],"local":[124],"global":[126],"knowledge,":[127],"respectively,":[128],"leverage":[130],"this":[131],"knowledge":[132,190],"by":[133,161],"designing":[134],"novel":[135],"pre-training":[136,152],"tasks":[137],"enhancing":[139],"model.":[141],"last":[145],"challenge,":[146],"design":[148],"contrastive":[150],"learning-based":[151],"task":[153],"obtain":[155],"representations.":[157],"We":[158],"evaluate":[159],"KnowLog":[160,174],"fine-tuning":[162],"it":[163],"on":[164],"six":[165],"tasks.":[169],"Extensive":[170],"experiments":[171,196],"demonstrate":[172],"that":[173],"significantly":[175],"enhances":[176],"achieves":[180],"state-of-the-art":[181],"results":[182],"compared":[183],"without":[189],"enhancement.":[191],"Moreover,":[192],"conduct":[194],"additional":[195],"transfer":[198],"learning":[199],"low-resource":[201],"scenarios,":[202],"showcasing":[203],"substantial":[205],"advantages":[206],"KnowLog.":[208],"Our":[209],"source":[210],"code":[211],"detailed":[213],"experimental":[214],"data":[215],"available":[217],"at":[218],"https://github.com/LeaperOvO/KnowLog.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}