{"id":"https://openalex.org/W7125958618","doi":"https://doi.org/10.1109/ase63991.2025.00066","title":"Improving LLM-based Log Parsing by Learning from Errors in Reasoning Traces","display_name":"Improving LLM-based Log Parsing by Learning from Errors in Reasoning Traces","publication_year":2025,"publication_date":"2025-11-16","ids":{"openalex":"https://openalex.org/W7125958618","doi":"https://doi.org/10.1109/ase63991.2025.00066"},"language":null,"primary_location":{"id":"doi:10.1109/ase63991.2025.00066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00066","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049578369","display_name":"J. Z. Wang","orcid":"https://orcid.org/0009-0001-9170-3363"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN","SG"],"is_corresponding":true,"raw_author_name":"Jialai Wang","raw_affiliation_strings":["National University of Singapore,Singapore","Wuhan University,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101125402","display_name":"Juncheng Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juncheng Lu","raw_affiliation_strings":["Southeast University,Nanjing,China"],"affiliations":[{"raw_affiliation_string":"Southeast University,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Wuhan University,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695248","display_name":"Junjie Wang","orcid":"https://orcid.org/0009-0001-9328-5863"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Junjie Wang","raw_affiliation_strings":["National University of Singapore,Singapore","Wuhan University,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013798655","display_name":"Zeyu Gao","orcid":"https://orcid.org/0000-0001-6771-5885"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Gao","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434758","display_name":"Jianhua Zhang","orcid":"https://orcid.org/0000-0001-7844-6035"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084611756","display_name":"Zhenkai Liang","orcid":"https://orcid.org/0000-0001-7138-5030"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhenkai Liang","raw_affiliation_strings":["National University of Singapore,Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124091020","display_name":"Ee-Chien Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ee-Chien Chang","raw_affiliation_strings":["National University of Singapore,Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5049578369"],"corresponding_institution_ids":["https://openalex.org/I165932596","https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74721975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"726","last_page":"738"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.01119999960064888,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.8765000104904175},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5320000052452087},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3912000060081482},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.3528999984264374},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.34459999203681946},{"id":"https://openalex.org/keywords/lr-parser","display_name":"LR parser","score":0.3434000015258789},{"id":"https://openalex.org/keywords/error-analysis","display_name":"Error analysis","score":0.33379998803138733}],"concepts":[{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.8765000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7541000247001648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5763000249862671},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5320000052452087},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5131000280380249},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4207000136375427},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C35164859","wikidata":"https://www.wikidata.org/wiki/Q1756442","display_name":"LR parser","level":4,"score":0.3434000015258789},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C2781466058","wikidata":"https://www.wikidata.org/wiki/Q627921","display_name":"Parse tree","level":3,"score":0.2775000035762787},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C3017489831","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Running time","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase63991.2025.00066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00066","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1995875735","https://openalex.org/W2560021099","https://openalex.org/W2795342569","https://openalex.org/W2883560233","https://openalex.org/W2936774411","https://openalex.org/W2947815220","https://openalex.org/W2955925687","https://openalex.org/W2971296908","https://openalex.org/W2998508940","https://openalex.org/W2999614244","https://openalex.org/W3035431747","https://openalex.org/W3163014027","https://openalex.org/W3183619936","https://openalex.org/W3194274259","https://openalex.org/W4285490461","https://openalex.org/W4384345672","https://openalex.org/W4386765276","https://openalex.org/W4388212317","https://openalex.org/W4388483129","https://openalex.org/W4394745212","https://openalex.org/W4394769528","https://openalex.org/W4399631359","https://openalex.org/W4400583111","https://openalex.org/W4401863940","https://openalex.org/W4402667093","https://openalex.org/W4402669701","https://openalex.org/W4402670352","https://openalex.org/W4402672106","https://openalex.org/W4403413375","https://openalex.org/W4403420700","https://openalex.org/W4403442446","https://openalex.org/W4403519963","https://openalex.org/W4404955189","https://openalex.org/W4405601572","https://openalex.org/W4411113414","https://openalex.org/W4411552468","https://openalex.org/W4413147853","https://openalex.org/W4413360391"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,13],"reasoning-capable":[3,112],"large":[4],"lan-guage":[5],"models":[6],"(LLMs)":[7],"have":[8],"led":[9],"to":[10,34,51,69,103,133],"their":[11,38,127],"application":[12],"a":[14,31,59],"wide":[15],"range":[16],"of":[17,73],"tasks,":[18],"including":[19],"log":[20,54,87,115],"parsing.":[21],"These":[22],"LLMs":[23,113],"generate":[24],"intermediate":[25],"reasoning":[26,46,63],"traces":[27,47,64],"during":[28],"inference,":[29],"offering":[30],"unique":[32],"opportunity":[33],"analyze":[35],"and":[36,84,117,135,141],"improve":[37],"performance.":[39],"In":[40],"this":[41],"work,":[42],"we":[43],"investigate":[44],"how":[45],"can":[48],"be":[49],"leveraged":[50],"enhance":[52],"LLM-based":[53],"parsers.":[55],"We":[56,75,107],"propose":[57],"TraceDoctor,":[58],"framework":[60],"that":[61],"analyzes":[62],"associated":[65],"with":[66],"parsing":[67,129,138],"errors":[68],"understand":[70],"the":[71,105],"causes":[72,79],"failure.":[74],"categorize":[76],"these":[77,93],"error":[78,82,95,122],"into":[80],"high-level":[81,94,121],"types":[83],"design":[85],"targeted":[86],"variant":[88],"generation":[89],"strategies":[90],"guided":[91],"by":[92,131],"types.":[96,123],"The":[97],"generated":[98],"variants":[99],"are":[100],"then":[101],"used":[102],"fine-tune":[104],"LLMs.":[106],"instantiate":[108],"five":[109],"state-of-the-art":[110],"(SOTA)":[111],"as":[114],"parsers":[116],"identify":[118],"29":[119],"distinct":[120],"Our":[124],"approach":[125],"improves":[126],"average":[128],"accuracy":[130,139,143],"up":[132],"17.3%":[134],"16.3%":[136],"on":[137],"(PA)":[140],"group":[142],"(GA),":[144],"respectively.":[145]},"counts_by_year":[],"updated_date":"2026-01-29T23:17:01.242718","created_date":"2026-01-29T00:00:00"}