{"id":"https://openalex.org/W4399125977","doi":"https://doi.org/10.1109/tse.2024.3406718","title":"Evaluating SZZ Implementations: An Empirical Study on the Linux Kernel","display_name":"Evaluating SZZ Implementations: An Empirical Study on the Linux Kernel","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4399125977","doi":"https://doi.org/10.1109/tse.2024.3406718"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3406718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3406718","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016180477","display_name":"Yunbo Lyu","orcid":"https://orcid.org/0009-0004-2522-7348"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yunbo Lyu","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0009-0004-2522-7348","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027335548","display_name":"Hong Jin Kang","orcid":"https://orcid.org/0000-0001-7335-7295"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Jin Kang","raw_affiliation_strings":["University of California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7335-7295","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009224648","display_name":"Ratnadira Widyasari","orcid":"https://orcid.org/0000-0001-8190-5458"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ratnadira Widyasari","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8190-5458","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040879516","display_name":"Julia Lawall","orcid":"https://orcid.org/0000-0002-1684-1264"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Julia Lawall","raw_affiliation_strings":["Inria-Paris, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-1684-1264","affiliations":[{"raw_affiliation_string":"Inria-Paris, Paris, France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.8869,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96027403,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"50","issue":"9","first_page":"2219","last_page":"2239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9020000100135803,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8558281064033508},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.7242143750190735},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.5595208406448364},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5506625771522522},{"id":"https://openalex.org/keywords/linux-kernel","display_name":"Linux kernel","score":0.5358961820602417},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5155289173126221},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4572053551673889},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3511652648448944}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8558281064033508},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.7242143750190735},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5595208406448364},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5506625771522522},{"id":"https://openalex.org/C553261973","wikidata":"https://www.wikidata.org/wiki/Q14579","display_name":"Linux kernel","level":2,"score":0.5358961820602417},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5155289173126221},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4572053551673889},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3511652648448944},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3406718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3406718","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7169835300","display_name":null,"funder_award_id":"NRF-NRFI08-2022-0002","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W21231933","https://openalex.org/W1660390307","https://openalex.org/W1968745662","https://openalex.org/W1987855178","https://openalex.org/W1990229061","https://openalex.org/W1997650168","https://openalex.org/W1999987361","https://openalex.org/W2068430427","https://openalex.org/W2097886687","https://openalex.org/W2107692981","https://openalex.org/W2110653426","https://openalex.org/W2118949539","https://openalex.org/W2126166995","https://openalex.org/W2139885493","https://openalex.org/W2149783794","https://openalex.org/W2150874999","https://openalex.org/W2151553346","https://openalex.org/W2165855014","https://openalex.org/W2408181256","https://openalex.org/W2462019631","https://openalex.org/W2476682851","https://openalex.org/W2530824252","https://openalex.org/W2605547445","https://openalex.org/W2791139136","https://openalex.org/W2792987835","https://openalex.org/W2794588146","https://openalex.org/W2795027827","https://openalex.org/W2796283679","https://openalex.org/W2885541650","https://openalex.org/W2894722365","https://openalex.org/W2899407111","https://openalex.org/W2903359694","https://openalex.org/W2919518469","https://openalex.org/W2920929439","https://openalex.org/W2963501364","https://openalex.org/W2964279097","https://openalex.org/W2980706498","https://openalex.org/W3009761259","https://openalex.org/W3083081996","https://openalex.org/W3086984940","https://openalex.org/W3088366594","https://openalex.org/W3102659406","https://openalex.org/W3149100806","https://openalex.org/W3162494388","https://openalex.org/W3163379266","https://openalex.org/W3172106546","https://openalex.org/W3213259750","https://openalex.org/W4213009331","https://openalex.org/W4235354960","https://openalex.org/W4236586490","https://openalex.org/W4247854836","https://openalex.org/W4284709537","https://openalex.org/W4286331449","https://openalex.org/W4299627282","https://openalex.org/W4321524280","https://openalex.org/W4368755703","https://openalex.org/W4389519352","https://openalex.org/W4399203759","https://openalex.org/W6725870058","https://openalex.org/W6771854382","https://openalex.org/W6844149368","https://openalex.org/W6850724024","https://openalex.org/W6852832533"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W4238532390","https://openalex.org/W2188872161","https://openalex.org/W2961779879","https://openalex.org/W797688974","https://openalex.org/W2002978035","https://openalex.org/W2614013133"],"abstract_inverted_index":{"The":[0,47],"SZZ":[1,40,56,127,156,175,205,223,303],"algorithm":[2,17,128],"is":[3],"used":[4],"to":[5,9,43,124,158,191,243,306],"connect":[6],"bug-fixing":[7,91,112,162,214,239],"commits":[8,12,33,53,116,166,215,228,269,309],"the":[10,39,55,84,94,98,126,145,168,200,203,230,272,277,283,290,296,302,311,315,321],"earlier":[11],"that":[13,34,133,174,211,225,252,265],"introduced":[14],"bugs.":[15],"This":[16,119],"has":[18,134],"many":[19,22],"applications":[20],"and":[21,78,114,137,164,199,286,318],"variants":[23],"have":[24,63,88],"been":[25,64,135],"devised.":[26],"However,":[27],"there":[28],"are":[29,117,216],"some":[30],"types":[31],"of":[32,49,97,107,111,144,147,161,213,233,257,267,298],"cannot":[35],"be":[36],"traced":[37],"by":[38,69,139,195],"algorithm,":[41],"referred":[42],"as":[44,102,189],"\u201cghost":[45],"commits\u201d.":[46],"evaluation":[48],"how":[50],"these":[51,61],"ghost":[52,217,248],"impact":[54],"implementations":[57,62,157],"remains":[58],"limited.":[59],"Moreover,":[60,208],"evaluated":[65,295],"on":[66,129,184],"datasets":[67],"created":[68,136],"software":[70,148],"engineering":[71,149],"researchers":[72],"from":[73,167],"information":[74],"in":[75,182,229,238,271,276,282,289,300,310,314,320],"bug":[76],"trackers":[77],"version":[79],"controlled":[80],"histories.Since":[81],"Oct":[82],"2013,":[83],"Linux":[85,169],"kernel":[86],"developers":[87],"started":[89],"labelling":[90],"patches":[92,113,163],"with":[93],"commit":[95],"identifiers":[96],"corresponding":[99],"bug-inducing":[100,115,268,308],"commit(s)":[101],"a":[103,121,130,178],"standard":[104],"practice.":[105],"As":[106],"v6.1-rc5,":[108],"76,046":[109,159],"pairs":[110,160],"available.":[118],"provides":[120],"unique":[122],"opportunity":[123],"evaluate":[125],"large":[131],"dataset":[132,186],"reviewed":[138],"project":[140],"developers,":[141],"entirely":[142],"independently":[143],"biases":[146],"researchers.In":[150],"this":[151],"paper,":[152],"we":[153,209,220,250],"apply":[154],"six":[155],"bug-introducing":[165],"kernel.":[170],"Our":[171,259],"findings":[172,193],"reveal":[173],"algorithms":[176,206],"experience":[177],"more":[179],"significant":[180],"decline":[181],"recall":[183],"our":[185],"(\u2193":[187],"13.8%)":[188],"compared":[190],"prior":[192],"reported":[194],"Rosa":[196],"et":[197],"al.,":[198],"disparities":[201],"between":[202],"individual":[204],"diminish.":[207],"find":[210],"17.47%":[212],"commits.":[218,240],"Finally,":[219],"propose":[221],"Tracing-Commit":[222],"(TC-SZZ),":[224],"traces":[226],"all":[227,244],"change":[231],"history":[232,279,317],"lines":[234],"modified":[235],"or":[236],"deleted":[237],"Applying":[241],"TC-SZZ":[242,253],"failure":[245],"cases,":[246],"excluding":[247],"commits,":[249],"found":[251],"could":[254],"identify":[255,307],"17.7%":[256],"them.":[258],"further":[260,294],"analysis":[261],"based":[262],"ongit":[263],"logfound":[264],"34.6%":[266],"were":[270],"function":[273,284,312],"history,":[274,313],"27.5%":[275],"file":[278,291,316,322],"(but":[280],"not":[281,288,319],"history),":[285],"37.9%":[287],"history.":[292,323],"We":[293],"effectiveness":[297],"ChatGPT":[299],"boosting":[301],"algorithm\u2019s":[304],"ability":[305]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}