{"id":"https://openalex.org/W2973461969","doi":"https://doi.org/10.1109/tse.2019.2941943","title":"Which Variables Should I Log?","display_name":"Which Variables Should I Log?","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2973461969","doi":"https://doi.org/10.1109/tse.2019.2941943","mag":"2973461969"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2019.2941943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2941943","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102825823","display_name":"Zhongxin Liu","orcid":"https://orcid.org/0000-0002-1981-1626"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongxin Liu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006669765","display_name":"Xin Xia","orcid":"https://orcid.org/0000-0002-6302-3256"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Xia","raw_affiliation_strings":["Ningbo Research Institute, Zhejiang University, Ningbo, China"],"affiliations":[{"raw_affiliation_string":"Ningbo Research Institute, Zhejiang University, Ningbo, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["PengCheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"PengCheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028641941","display_name":"Zhenchang Xing","orcid":"https://orcid.org/0000-0001-7663-1421"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhenchang Xing","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091586373","display_name":"Ahmed E. Hassan","orcid":"https://orcid.org/0000-0001-7749-5513"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ahmed E. Hassan","raw_affiliation_strings":["School of Information Systems, Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114429788","display_name":"Shanping Li","orcid":"https://orcid.org/0000-0003-2615-9792"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shanping Li","raw_affiliation_strings":["Research School of Computer Science, Australian National University, Canberra, ACT, Australia"],"affiliations":[{"raw_affiliation_string":"Research School of Computer Science, Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102825823"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":11.2724,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.98367011,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.895789623260498},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48671939969062805},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.48622074723243713},{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.4705755114555359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45510780811309814},{"id":"https://openalex.org/keywords/logging","display_name":"Logging","score":0.45357123017311096},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44699254631996155},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.44665783643722534},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.43523284792900085},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4326862096786499},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.42186999320983887},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4166707992553711},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.41262516379356384},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.27827557921409607},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20701050758361816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.895789623260498},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48671939969062805},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.48622074723243713},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.4705755114555359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45510780811309814},{"id":"https://openalex.org/C125620115","wikidata":"https://www.wikidata.org/wiki/Q845249","display_name":"Logging","level":2,"score":0.45357123017311096},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44699254631996155},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.44665783643722534},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.43523284792900085},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4326862096786499},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.42186999320983887},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4166707992553711},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.41262516379356384},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27827557921409607},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20701050758361816},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2019.2941943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2941943","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-5498","is_oa":false,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=5498&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TSE.2019.2941943","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G7128210980","display_name":null,"funder_award_id":"2018YFB1003904","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1563576199","https://openalex.org/W1612015840","https://openalex.org/W1614298861","https://openalex.org/W1660390307","https://openalex.org/W1662133657","https://openalex.org/W1788779403","https://openalex.org/W1886625064","https://openalex.org/W1899504021","https://openalex.org/W1902237438","https://openalex.org/W1974648336","https://openalex.org/W1981075560","https://openalex.org/W1983578042","https://openalex.org/W2027147096","https://openalex.org/W2039157918","https://openalex.org/W2051101475","https://openalex.org/W2064675550","https://openalex.org/W2096017373","https://openalex.org/W2096761130","https://openalex.org/W2102632804","https://openalex.org/W2131774270","https://openalex.org/W2133564696","https://openalex.org/W2134789917","https://openalex.org/W2137723287","https://openalex.org/W2147527908","https://openalex.org/W2149203879","https://openalex.org/W2153579005","https://openalex.org/W2157331557","https://openalex.org/W2161086411","https://openalex.org/W2170890990","https://openalex.org/W2250539671","https://openalex.org/W2387719207","https://openalex.org/W2460584250","https://openalex.org/W2515007666","https://openalex.org/W2531425405","https://openalex.org/W2534933448","https://openalex.org/W2626180518","https://openalex.org/W2763526563","https://openalex.org/W2786424616","https://openalex.org/W2888115557","https://openalex.org/W2950577311","https://openalex.org/W2951527505","https://openalex.org/W2962970253","https://openalex.org/W2963403868","https://openalex.org/W2963625095","https://openalex.org/W2963626623","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2998704965","https://openalex.org/W3147048975","https://openalex.org/W4237335675","https://openalex.org/W4243521886","https://openalex.org/W4246903272","https://openalex.org/W4252684946","https://openalex.org/W4285719527","https://openalex.org/W4294170691","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6633680793","https://openalex.org/W6636510571","https://openalex.org/W6637955137","https://openalex.org/W6657300619","https://openalex.org/W6679434410","https://openalex.org/W6679796720","https://openalex.org/W6680532216","https://openalex.org/W6682137061","https://openalex.org/W6682691769","https://openalex.org/W6685176027","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W1607713096","https://openalex.org/W2798329462","https://openalex.org/W3036724449","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W4384811727","https://openalex.org/W2001919569","https://openalex.org/W3120493416","https://openalex.org/W2098192829"],"abstract_inverted_index":{"Developers":[0],"usually":[1,27,153],"depend":[2],"on":[3,251,288],"inserting":[4],"logging":[5,25,45,81,91,111,207],"statements":[6,112],"into":[7,189,269],"the":[8,41,48,124,134,150,164,168,182,229,252,257,276,300],"source":[9],"code":[10,202],"to":[11,33,40,59,66,79,145,176,227,265],"collect":[12],"system":[13,36],"runtime":[14],"information.":[15],"Such":[16],"logged":[17,244],"information":[18],"is":[19,54,132,306],"valuable":[20],"for":[21,57,83],"software":[22,99],"maintenance.":[23],"A":[24],"statement":[26],"prints":[28],"one":[29],"or":[30],"more":[31],"variables":[32,65,82],"record":[34],"vital":[35],"status.":[37],"However,":[38],"due":[39],"lack":[42],"of":[43,50,116,126,129,157,163,195,232,275,280,303],"rigorous":[44],"guidance":[46],"and":[47,149,171,223,236,291,312],"requirement":[49],"domain-specific":[51],"knowledge,":[52],"it":[53],"not":[55,133,143],"easy":[56],"developers":[58,84],"make":[60],"proper":[61,230],"decisions":[62],"about":[63],"which":[64,119,160,204],"log.":[67],"To":[68,179,255],"address":[69],"this":[70,73,101,122,187],"need,":[71],"in":[72,98,121],"work,":[74],"we":[75,185,260],"propose":[76,261],"an":[77,217,313],"approach":[78,210,287,305],"recommend":[80],"during":[85],"development":[86],"by":[87,272,316],"learning":[88,192],"from":[89,94,167],"existing":[90],"statements.":[92],"Different":[93],"other":[95],"prediction":[96],"tasks":[97],"engineering,":[100],"task":[102,188],"has":[103],"two":[104],"challenges:":[105],"1)":[106],"Dynamic":[107],"labels":[108,128],"-":[109,139],"different":[110,114],"have":[113],"sets":[115],"accessible":[117],"variables,":[118],"means":[120],"task,":[123],"set":[125,152,170],"possible":[127],"each":[130,233,240],"sample":[131],"same.":[135],"2)":[136],"Out-of-vocabulary":[137],"words":[138,148],"identifiers'":[140],"names":[141],"are":[142,161],"limited":[144],"natural":[146,281],"language":[147,282],"test":[151],"contains":[154],"a":[155,190,196,201,206,213,224,246,262],"number":[156],"program":[158,234,267],"tokens":[159,268],"out":[162],"vocabulary":[165],"built":[166],"training":[169],"cannot":[172],"be":[173,243],"appropriately":[174],"mapped":[175],"word":[177,270,278],"embeddings.":[178],"deal":[180],"with":[181,216],"first":[183,211],"challenge,":[184,259],"convert":[186],"representation":[191,231],"problem":[193],"instead":[194],"multi-label":[197],"classification":[198],"problem.":[199],"Given":[200],"snippet":[203],"lacks":[205],"statement,":[208],"our":[209,286,304],"leverages":[212],"neural":[214,220],"network":[215],"RNN":[218],"(recurrent":[219],"network)":[221],"layer":[222,226],"self-attention":[225],"learn":[228],"token,":[235],"then":[237],"predicts":[238],"whether":[239],"token":[241],"should":[242],"through":[245],"unified":[247],"binary":[248],"classifier":[249],"based":[250],"learned":[253],"representation.":[254],"handle":[256],"second":[258],"novel":[263],"method":[264,315],"map":[266],"embeddings":[271,279],"making":[273],"use":[274],"pre-trained":[277],"tokens.":[283],"We":[284],"evaluate":[285],"9":[289],"large":[290,317],"high-quality":[292],"Java":[293],"projects.":[294],"Our":[295],"evaluation":[296],"results":[297],"show":[298],"that":[299],"average":[301],"MAP":[302],"over":[307],"0.84,":[308],"outperforming":[309],"random":[310],"guess":[311],"information-retrieval-based":[314],"margins.":[318]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":5}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}