{"id":"https://openalex.org/W7147580373","doi":"https://doi.org/10.48550/arxiv.2603.29122","title":"Logging Like Humans for LLMs: Rethinking Logging via Execution and Runtime Feedback","display_name":"Logging Like Humans for LLMs: Rethinking Logging via Execution and Runtime Feedback","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7147580373","doi":"https://doi.org/10.48550/arxiv.2603.29122"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29122","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29122","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29122","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132703240","display_name":"Xin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132549211","display_name":"Yang Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132722825","display_name":"Jiaoxiao Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Jiaoxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132574421","display_name":"Yang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132605175","display_name":"Zhenhao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132681517","display_name":"Zishuo Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Zishuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8823999762535095},{"id":"https://openalex.org/keywords/logging","display_name":"Logging","score":0.7289000153541565},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6237999796867371},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5976999998092651},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.4767000079154968},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4726000130176544},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4641000032424927},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3968999981880188}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8823999762535095},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7695000171661377},{"id":"https://openalex.org/C125620115","wikidata":"https://www.wikidata.org/wiki/Q845249","display_name":"Logging","level":2,"score":0.7289000153541565},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6237999796867371},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4726000130176544},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4641000032424927},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4097000062465668},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3968999981880188},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3874000012874603},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3562000095844269},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.32989999651908875},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C202973057","wikidata":"https://www.wikidata.org/wiki/Q7380130","display_name":"Runtime verification","level":3,"score":0.289900004863739},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28119999170303345},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.27129998803138733},{"id":"https://openalex.org/C35817400","wikidata":"https://www.wikidata.org/wiki/Q2383566","display_name":"Well logging","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29122","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29122","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29122","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29122","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Logging":[0],"statements":[1,22,114],"are":[2,32,60],"essential":[3],"for":[4,70,78],"software":[5],"debugging":[6,134,153],"and":[7,20,111,139,151,169,177,212,225],"maintenance.":[8],"However,":[9],"existing":[10],"approaches":[11],"to":[12,38,107],"automatic":[13],"logging":[14,97,113,219],"generation":[15,98],"rely":[16],"on":[17,146],"static":[18],"analysis":[19],"produce":[21],"in":[23,54,173,184],"a":[24,74,143,221],"single":[25],"pass":[26],"without":[27],"considering":[28],"runtime":[29,102,117],"behavior.":[30],"They":[31],"also":[33,67],"typically":[34],"evaluated":[35],"by":[36,64,68,101,229],"similarity":[37,80],"developer-written":[39,127],"logs,":[40,128],"assuming":[41],"these":[42,90],"logs":[43,59,77,118,228],"form":[44],"an":[45,95,164],"adequate":[46],"gold":[47],"standard.":[48],"This":[49],"assumption":[50],"is":[51,191],"increasingly":[52],"limiting":[53],"the":[55,174,178,185,199,202,207],"LLM":[56],"era,":[57],"where":[58,188],"consumed":[61],"not":[62,82],"only":[63],"developers":[65],"but":[66],"LLMs":[69,106,197],"downstream":[71,121,133,231],"tasks.":[72,122],"As":[73],"result,":[75],"optimizing":[76],"human":[79],"does":[81],"necessarily":[83],"reflect":[84],"their":[85,230],"practical":[86],"utility.":[87],"To":[88],"address":[89],"limitations,":[91],"we":[92,129],"introduce":[93],"ReLog,":[94],"iterative":[96,210],"framework":[99],"guided":[100],"feedback.":[103],"ReLog":[104,131,158],"leverages":[105],"generate,":[108],"execute,":[109],"evaluate,":[110],"refine":[112],"so":[115],"that":[116,157],"better":[119],"support":[120],"Instead":[123],"of":[124,167,182,201,209],"comparing":[125],"against":[126],"evaluate":[130],"through":[132],"tasks,":[135],"including":[136],"defect":[137],"localization":[138],"repair.":[140,214],"We":[141],"construct":[142],"benchmark":[144],"based":[145],"Defects4J":[147],"under":[148],"both":[149],"direct":[150,175],"indirect":[152,186],"settings.":[154],"Results":[155],"show":[156],"consistently":[159],"outperforms":[160],"all":[161],"baselines,":[162],"achieving":[163],"F1":[165,180],"score":[166,181],"0.520":[168],"repairing":[170],"97":[171],"defects":[172],"setting,":[176],"best":[179],"0.408":[183],"setting":[187],"source":[189],"code":[190],"unavailable.":[192],"Additional":[193],"experiments":[194],"across":[195],"multiple":[196],"demonstrate":[198],"generality":[200],"framework,":[203],"while":[204],"ablations":[205],"confirm":[206],"importance":[208],"refinement":[211],"compilation":[213],"Overall,":[215],"our":[216],"work":[217],"reframes":[218],"as":[220],"runtime-guided,":[222],"task-oriented":[223],"process":[224],"advocates":[226],"evaluating":[227],"utility":[232],"rather":[233],"than":[234],"textual":[235],"similarity.":[236]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}
