{"id":"https://openalex.org/W4391558438","doi":"https://doi.org/10.1145/3597503.3623326","title":"UniLog: Automatic Logging via LLM and In-Context Learning","display_name":"UniLog: Automatic Logging via LLM and In-Context Learning","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391558438","doi":"https://doi.org/10.1145/3597503.3623326"},"language":"en","primary_location":{"id":"doi:10.1145/3597503.3623326","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3623326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018886856","display_name":"Junjielong Xu","orcid":"https://orcid.org/0009-0001-1516-103X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjielong Xu","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-1516-103X","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085141196","display_name":"Z.Y. Cui","orcid":"https://orcid.org/0009-0003-8713-5142"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziang Cui","raw_affiliation_strings":["Southeast University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-8713-5142","affiliations":[{"raw_affiliation_string":"Southeast University, Shanghai, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016796580","display_name":"Yuan Zhao","orcid":"https://orcid.org/0009-0001-2940-9307"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhao","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-2940-9307","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107249208","display_name":"Xu Zhang","orcid":"https://orcid.org/0009-0006-3185-035X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-3185-035X","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078511386","display_name":"Shilin He","orcid":"https://orcid.org/0000-0002-8595-5388"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilin He","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8595-5388","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101941950","display_name":"Pinjia He","orcid":"https://orcid.org/0000-0003-3377-8129"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinjia He","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3377-8129","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101627047","display_name":"Liqun Li","orcid":"https://orcid.org/0000-0003-4579-3799"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqun Li","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4579-3799","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043798385","display_name":"Yu Kang","orcid":"https://orcid.org/0009-0004-1735-5876"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Kang","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-1735-5876","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088646345","display_name":"Qingwei Lin","orcid":"https://orcid.org/0000-0003-2559-2383"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingwei Lin","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2559-2383","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086338440","display_name":"Yingnong Dang","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingnong Dang","raw_affiliation_strings":["Microsoft, Redmond, USA"],"raw_orcid":"https://orcid.org/0009-0006-0184-9681","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070722259","display_name":"Saravan Rajmohan","orcid":"https://orcid.org/0000-0002-2019-213X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saravan Rajmohan","raw_affiliation_strings":["Microsoft, Redmond, USA"],"raw_orcid":"https://orcid.org/0000-0002-2019-213X","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100331488","display_name":"Dongmei Zhang","orcid":"https://orcid.org/0000-0002-9230-2799"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Zhang","raw_affiliation_strings":["Microsoft, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9230-2799","affiliations":[{"raw_affiliation_string":"Microsoft, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.4837,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.99496963,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/logging","display_name":"Logging","score":0.9168314933776855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.807000458240509},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7007718086242676},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5359879732131958},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4188768267631531},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.41073736548423767},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.36956748366355896},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3661925792694092},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3644055128097534},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3275578022003174},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1623440980911255},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15937718749046326},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.0728621780872345}],"concepts":[{"id":"https://openalex.org/C125620115","wikidata":"https://www.wikidata.org/wiki/Q845249","display_name":"Logging","level":2,"score":0.9168314933776855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.807000458240509},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7007718086242676},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5359879732131958},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4188768267631531},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.41073736548423767},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.36956748366355896},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3661925792694092},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3644055128097534},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3275578022003174},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1623440980911255},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15937718749046326},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0728621780872345},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597503.3623326","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3623326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G8710987931","display_name":null,"funder_award_id":"62102340","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2018430492","https://openalex.org/W2027147096","https://openalex.org/W2143177362","https://openalex.org/W2401686019","https://openalex.org/W2515007666","https://openalex.org/W2531425405","https://openalex.org/W2560021099","https://openalex.org/W2593675739","https://openalex.org/W2734941459","https://openalex.org/W2767094836","https://openalex.org/W2883560233","https://openalex.org/W2888115557","https://openalex.org/W2947815220","https://openalex.org/W2955925687","https://openalex.org/W2981852735","https://openalex.org/W3004071943","https://openalex.org/W3091539987","https://openalex.org/W3091730360","https://openalex.org/W3123326965","https://openalex.org/W3134064484","https://openalex.org/W3147048975","https://openalex.org/W3162546773","https://openalex.org/W3185341429","https://openalex.org/W4237335675","https://openalex.org/W4242838928","https://openalex.org/W4284665614","https://openalex.org/W4284667247","https://openalex.org/W4285490493","https://openalex.org/W4286331401","https://openalex.org/W4288055447","https://openalex.org/W4288089799","https://openalex.org/W4308642531","https://openalex.org/W4384302749"],"related_works":["https://openalex.org/W2373969208","https://openalex.org/W2578023326","https://openalex.org/W167088980","https://openalex.org/W2475705533","https://openalex.org/W2800852182","https://openalex.org/W186129870","https://openalex.org/W3200522959","https://openalex.org/W4389944781","https://openalex.org/W2997993211","https://openalex.org/W120415280"],"abstract_inverted_index":{"Logging,":[0],"which":[1],"aims":[2],"to":[3,35,49,76],"determine":[4],"the":[5,10,14,41,86,112,182,218,225],"position":[6],"of":[7,40,89,117,217],"logging":[8,30,42,66,108,128,149,193],"statements,":[9],"verbosity":[11,200],"levels,":[12,201],"and":[13,202],"log":[15,50,209],"messages,":[16],"is":[17,81],"a":[18,64,132,155,164],"crucial":[19],"process":[20],"for":[21],"software":[22,96],"reliability":[23],"enhancement.":[24],"In":[25,142],"recent":[26,72],"years,":[27],"numerous":[28],"automatic":[29,107,186],"tools":[31,55],"have":[32],"been":[33],"designed":[34],"assist":[36],"developers":[37],"in":[38,51,58,68,95,185,191,198,207],"one":[39],"tasks":[43],"(e.g.,":[44],"providing":[45],"suggestions":[46],"on":[47,111,163],"whether":[48],"try-catch":[52],"blocks).":[53],"These":[54],"are":[56],"useful":[57],"certain":[59],"situations":[60],"yet":[61],"cannot":[62],"provide":[63],"comprehensive":[65],"solution":[67],"general.":[69],"Moreover,":[70],"although":[71],"research":[73],"has":[74],"started":[75],"explore":[77],"end-to-end":[78],"logging,":[79],"it":[80],"still":[82],"largely":[83],"constrained":[84],"by":[85,223],"high":[87],"cost":[88],"fine-tuning,":[90],"hindering":[91],"its":[92,148],"practical":[93],"usefulness":[94],"development.":[97],"To":[98],"address":[99],"these":[100],"problems,":[101],"this":[102],"paper":[103],"proposes":[104],"UniLog,":[105],"an":[106,126],"framework":[109],"based":[110],"in-context":[113],"learning":[114],"(ICL)":[115],"paradigm":[116],"large":[118,165],"language":[119],"models":[120],"(LLMs).":[121],"Specifically,":[122],"UniLog":[123,144,162,180,212],"can":[124,145],"generate":[125],"appropriate":[127],"statement":[129],"with":[130,153],"only":[131,154],"prompt":[133],"containing":[134,167],"five":[135],"demonstration":[136],"examples":[137],"without":[138],"any":[139],"model":[140],"tuning.":[141],"addition,":[143],"further":[146],"enhance":[147],"ability":[150],"after":[151],"warmup":[152],"few":[156],"hundred":[157],"random":[158],"samples.":[159],"We":[160],"evaluated":[161],"dataset":[166],"12,012":[168],"code":[169],"snippets":[170],"extracted":[171],"from":[172],"1,465":[173],"GitHub":[174],"repositories.":[175],"The":[176],"results":[177],"show":[178],"that":[179],"achieved":[181],"state-of-the-art":[183],"performance":[184],"logging:":[187],"(1)":[188],"76.9%":[189],"accuracy":[190,197],"selecting":[192],"positions,":[194],"(2)":[195],"72.3%":[196],"predicting":[199],"(3)":[203],"27.1":[204],"BLEU-4":[205],"score":[206],"generating":[208],"messages.":[210],"Meanwhile,":[211],"requires":[213],"less":[214],"than":[215],"4%":[216],"parameter":[219],"tuning":[220],"time":[221],"needed":[222],"fine-tuning":[224],"same":[226],"LLM.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":13}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}