{"id":"https://openalex.org/W7155060994","doi":"https://doi.org/10.48550/arxiv.2604.17529","title":"Single-Language Evidence Is Insufficient for Automated Logging: A Multilingual Benchmark and Empirical Study with LLMs","display_name":"Single-Language Evidence Is Insufficient for Automated Logging: A Multilingual Benchmark and Empirical Study with LLMs","publication_year":2026,"publication_date":"2026-04-19","ids":{"openalex":"https://openalex.org/W7155060994","doi":"https://doi.org/10.48550/arxiv.2604.17529"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134181674","display_name":"Renyi Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhong, Renyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134186899","display_name":"Yichen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yichen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134145033","display_name":"Yulun Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yulun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098954772","display_name":"Jinxi Kuang","orcid":"https://orcid.org/0000-0002-1987-2533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuang, Jinxi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080873193","display_name":"Yintong Huo","orcid":"https://orcid.org/0009-0006-8798-5667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huo, Yintong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134156811","display_name":"Michael R. Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Michael R.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5134181674"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.03229999914765358,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/logging","display_name":"Logging","score":0.7426999807357788},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6348999738693237},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6033999919891357},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5267000198364258},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5134000182151794},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4092000126838684},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3993000090122223},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.3831999897956848}],"concepts":[{"id":"https://openalex.org/C125620115","wikidata":"https://www.wikidata.org/wiki/Q845249","display_name":"Logging","level":2,"score":0.7426999807357788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7056000232696533},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6348999738693237},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6033999919891357},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5267000198364258},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5134000182151794},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4092000126838684},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3386000096797943},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3084000051021576},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.303600013256073},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2924000024795532},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C133199616","wikidata":"https://www.wikidata.org/wiki/Q25386885","display_name":"Empirical modelling","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C117222624","wikidata":"https://www.wikidata.org/wiki/Q7575010","display_name":"Specification","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C109643173","wikidata":"https://www.wikidata.org/wiki/Q400857","display_name":"Environment variable","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","score":0.4089701771736145,"display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Logging":[0],"statements":[1,101],"are":[2,155,163],"central":[3],"to":[4,16,19,29,35,40],"debugging,":[5],"failure":[6],"diagnosis,":[7],"and":[8,26,31,62,80,104,135,152,160,203],"production":[9],"observability,":[10],"yet":[11],"writing":[12],"them":[13],"requires":[14],"developers":[15,98],"decide":[17],"where":[18,97],"place":[20],"a":[21,77,105,120,174,186],"logging":[22,38,100,199],"statement,":[23],"which":[24],"API":[25],"severity":[27,129],"level":[28,176],"use,":[30],"what":[32],"runtime":[33],"information":[34],"expose.":[36],"Automated":[37],"aims":[39],"reduce":[41],"this":[42],"burden,":[43],"but":[44],"existing":[45],"evidence":[46],"remains":[47],"dominated":[48],"by":[49],"Java-centric":[50],"repository-snapshot":[51,92],"dataset.":[52],"It":[53],"is":[54,146],"therefore":[55],"unclear":[56],"whether":[57],"conclusions":[58],"about":[59,197],"model":[60,63,161],"behavior":[61],"selection":[64],"generalize":[65],"across":[66],"programming-language":[67],"ecosystems":[68],"or":[69],"realistic":[70],"code":[71],"evolution.":[72],"This":[73],"paper":[74],"presents":[75],"MultiLogBench,":[76],"multilingual":[78,201],"benchmark":[79],"empirical":[81],"study":[82],"spanning":[83],"six":[84],"programming":[85],"language":[86,117],"ecosystems.":[87],"MultiLogBench":[88,192],"contains":[89],"63,965":[90],"production-code":[91],"instances,":[93],"744":[94],"revision-history":[95,108,178],"cases":[96],"introduce":[99],"during":[102],"maintenance,":[103],"paired":[106],"transformed":[107,181],"branch":[109],"for":[110],"robustness":[111],"analysis.":[112],"Using":[113],"seven":[114],"contemporary":[115],"large":[116],"models":[118],"under":[119],"unified":[121],"protocol,":[122],"we":[123],"evaluate":[124],"logging-site":[125],"localization,":[126],"framework-anchor":[127,144],"matching,":[128],"prediction,":[130],"message":[131],"generation,":[132],"variable":[133],"recovery,":[134],"cascaded":[136],"overall":[137],"quality.":[138],"Results":[139],"show":[140],"clear":[141],"cross-language":[142],"variation:":[143],"matching":[145],"the":[147,156,167],"most":[148],"language-sensitive":[149],"component,":[150],"loop":[151],"nested-callable":[153],"sites":[154],"hardest":[157],"structural":[158],"contexts,":[159],"rankings":[162],"stable":[164],"only":[165],"at":[166,173],"top":[168],"tier.":[169],"These":[170],"patterns":[171],"persist":[172],"coarse":[175],"on":[177],"data,":[179],"while":[180],"inputs":[182],"do":[183],"not":[184],"cause":[185],"broad":[187],"same-direction":[188],"performance":[189],"collapse.":[190],"Overall,":[191],"shows":[193],"that":[194],"robust":[195],"claims":[196],"automated":[198],"require":[200],"evaluation":[202],"maintenance-oriented":[204],"validation.":[205]},"counts_by_year":[],"updated_date":"2026-04-22T06:07:44.442478","created_date":"2026-04-22T00:00:00"}