{"id":"https://openalex.org/W7156065498","doi":"https://doi.org/10.1145/3774904.3792164","title":"TraceLLM: Evaluating and Exploring Large Language Models on Trace Analysis in Microservice-based Web Applications","display_name":"TraceLLM: Evaluating and Exploring Large Language Models on Trace Analysis in Microservice-based Web Applications","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7156065498","doi":"https://doi.org/10.1145/3774904.3792164"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792164","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792164","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792164","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019343752","display_name":"Tong Zhou","orcid":"https://orcid.org/0000-0003-4588-5263"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhou","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-7431-9809","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101854992","display_name":"Xin Peng","orcid":"https://orcid.org/0000-0003-3376-2581"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Peng","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3376-2581","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134668578","display_name":"Jie Zhang","orcid":"https://orcid.org/0009-0005-5496-4336"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Samsung Electronics (China) R&D Centre, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0005-5496-4336","affiliations":[{"raw_affiliation_string":"Samsung Electronics (China) R&D Centre, Nanjing, China","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083750020","display_name":"Chaofeng Sha","orcid":"https://orcid.org/0009-0004-4195-0122"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaofeng Sha","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-4195-0122","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102010633","display_name":"Chenxi Zhang","orcid":"https://orcid.org/0009-0007-1432-9957"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxi Zhang","raw_affiliation_strings":["Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0007-1432-9957","affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134736909","display_name":"Zicheng Yuan","orcid":"https://orcid.org/0009-0001-8036-7245"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zicheng Yuan","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-8036-7245","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134724657","display_name":"Senyu Xie","orcid":"https://orcid.org/0009-0003-3331-7733"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Senyu Xie","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-3331-7733","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5120","last_page":"5131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.8600999712944031},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5615000128746033},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.508899986743927},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.43160000443458557},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.36309999227523804},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.3521000146865845}],"concepts":[{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.8600999712944031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.739300012588501},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5615000128746033},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.510699987411499},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.508899986743927},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38440001010894775},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C95986675","wikidata":"https://www.wikidata.org/wiki/Q185168","display_name":"Quantitative analysis (chemistry)","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28209999203681946}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774904.3792164","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792164","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792164","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792164","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2809376319","https://openalex.org/W2903799441","https://openalex.org/W2907492528","https://openalex.org/W2966971704","https://openalex.org/W2970266365","https://openalex.org/W3099837301","https://openalex.org/W3134396421","https://openalex.org/W3155331679","https://openalex.org/W3208273031","https://openalex.org/W3216041814","https://openalex.org/W3216137074","https://openalex.org/W4284688717","https://openalex.org/W4285131467","https://openalex.org/W4308642198","https://openalex.org/W4312931947","https://openalex.org/W4377157938","https://openalex.org/W4388212311","https://openalex.org/W4391136507","https://openalex.org/W4394769300","https://openalex.org/W4394994587","https://openalex.org/W4407639891","https://openalex.org/W4413943474","https://openalex.org/W7125109931","https://openalex.org/W7131797834"],"related_works":[],"abstract_inverted_index":{"Trace":[0],"analysis":[1,20,70,75,96,121,145,225,240],"is":[2,212,217],"essential":[3],"for":[4,63,109,151,219,232],"understanding":[5],"system":[6],"behaviors,":[7],"detecting":[8],"anomalies,":[9],"and":[10,38,42,57,67,81,182,195],"diagnosing":[11],"faults":[12],"in":[13,25,40,52,132,142,178,189,202],"complex":[14],"microservice-based":[15,27],"web":[16],"applications.":[17],"Existing":[18],"trace":[19,69,74,95,110,120,144,224,239],"approaches":[21],"face":[22],"several":[23],"challenges":[24],"industrial":[26],"systems,":[28],"including":[29],"high":[30],"manual":[31],"overhead,":[32],"limited":[33],"functionality,":[34],"unfriendly":[35],"interaction":[36],"mechanisms,":[37],"difficulties":[39],"deployment":[41],"integration.":[43],"The":[44,193],"strong":[45],"capabilities":[46,76,97,129,165,241],"of":[47,77,98,119,130,166,180,197,208,223,242],"large":[48],"language":[49,54],"models":[50],"(LLMs)":[51],"natural":[53],"understanding,":[55],"reasoning,":[56],"multi-task":[58],"generalization":[59,194],"provide":[60],"new":[61],"opportunities":[62],"a":[64,116,230],"more":[65],"intelligent":[66],"flexible":[68],"approach.":[71],"However,":[72],"the":[73,89,94,104,128,164,171,184,190,206,213,238],"LLMs":[78,131,139,167,173],"remain":[79],"underexplored":[80],"underdeveloped.":[82],"To":[83,153,205],"bridge":[84],"this":[85,133,154],"gap,":[86],"we":[87,102,156],"conduct":[88],"first":[90,105,214],"comprehensive":[91],"evaluation":[92],"on":[93,176],"LLMs.":[99,243],"In":[100],"particular,":[101],"construct":[103],"instruction&response":[106],"benchmark":[107],"dataset":[108],"analysis,":[111],"named":[112],"TraceBench.":[113],"It":[114],"involves":[115],"wide":[117],"range":[118],"tasks,":[122,146],"allowing":[123],"us":[124],"to":[125,235],"systematically":[126],"evaluate":[127],"area.":[134],"Experimental":[135],"results":[136],"show":[137],"that":[138,161],"have":[140],"potential":[141],"handling":[143,220],"but":[147],"there":[148],"leaves":[149],"room":[150],"improvement.":[152],"end,":[155],"propose":[157],"TraceLLM,":[158],"an":[159],"approach":[160],"significantly":[162],"enhances":[163],"via":[168],"fine-tuning,":[169],"outperforming":[170,183],"open-source":[172],"by":[174,187],"34.77%":[175],"average":[177],"terms":[179],"accuracy,":[181],"closed-source":[185],"model":[186],"21.66%":[188],"best":[191,207],"case.":[192],"robustness":[196],"TraceLLM":[198,211],"are":[199],"also":[200],"confirmed":[201],"our":[203,209],"experiments.":[204],"knowledge,":[210],"LLM":[215],"which":[216],"specialized":[218],"various":[221],"types":[222],"tasks.":[226],"This":[227],"work":[228],"provides":[229],"foundation":[231],"future":[233],"research":[234],"further":[236],"explore":[237]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-04-28T00:00:00"}