{"id":"https://openalex.org/W4399125977","doi":"https://doi.org/10.1109/tse.2024.3406718","title":"Evaluating SZZ Implementations: An Empirical Study on the Linux Kernel","display_name":"Evaluating SZZ Implementations: An Empirical Study on the Linux Kernel","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4399125977","doi":"https://doi.org/10.1109/tse.2024.3406718"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3406718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3406718","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016180477","display_name":"Yunbo Lyu","orcid":"https://orcid.org/0009-0004-2522-7348"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yunbo Lyu","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0009-0004-2522-7348","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027335548","display_name":"Hong Jin Kang","orcid":"https://orcid.org/0000-0001-7335-7295"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Jin Kang","raw_affiliation_strings":["University of California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7335-7295","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009224648","display_name":"Ratnadira Widyasari","orcid":"https://orcid.org/0000-0001-8190-5458"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ratnadira Widyasari","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8190-5458","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040879516","display_name":"Julia Lawall","orcid":"https://orcid.org/0000-0002-1684-1264"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Julia Lawall","raw_affiliation_strings":["Inria-Paris, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-1684-1264","affiliations":[{"raw_affiliation_string":"Inria-Paris, Paris, France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8267,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95154975,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"50","issue":"9","first_page":"2219","last_page":"2239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9020000100135803,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8558281064033508},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.7242143750190735},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.5595208406448364},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5506625771522522},{"id":"https://openalex.org/keywords/linux-kernel","display_name":"Linux kernel","score":0.5358961820602417},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5155289173126221},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4572053551673889},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3511652648448944}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8558281064033508},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.7242143750190735},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5595208406448364},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5506625771522522},{"id":"https://openalex.org/C553261973","wikidata":"https://www.wikidata.org/wiki/Q14579","display_name":"Linux kernel","level":2,"score":0.5358961820602417},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5155289173126221},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4572053551673889},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3511652648448944},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3406718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3406718","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7169835300","display_name":null,"funder_award_id":"NRF-NRFI08-2022-0002","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W21231933","https://openalex.org/W1660390307","https://openalex.org/W1968745662","https://openalex.org/W1987855178","https://openalex.org/W1990229061","https://openalex.org/W1997650168","https://openalex.org/W1999987361","https://openalex.org/W2068430427","https://openalex.org/W2097886687","https://openalex.org/W2107692981","https://openalex.org/W2110653426","https://openalex.org/W2118949539","https://openalex.org/W2126166995","https://openalex.org/W2139885493","https://openalex.org/W2149783794","https://openalex.org/W2150874999","https://openalex.org/W2151553346","https://openalex.org/W2165855014","https://openalex.org/W2408181256","https://openalex.org/W2462019631","https://openalex.org/W2476682851","https://openalex.org/W2530824252","https://openalex.org/W2605547445","https://openalex.org/W2791139136","https://openalex.org/W2792987835","https://openalex.org/W2794588146","https://openalex.org/W2795027827","https://openalex.org/W2796283679","https://openalex.org/W2885541650","https://openalex.org/W2894722365","https://openalex.org/W2899407111","https://openalex.org/W2903359694","https://openalex.org/W2919518469","https://openalex.org/W2920929439","https://openalex.org/W2963501364","https://openalex.org/W2964279097","https://openalex.org/W2980706498","https://openalex.org/W3009761259","https://openalex.org/W3083081996","https://openalex.org/W3086984940","https://openalex.org/W3088366594","https://openalex.org/W3102659406","https://openalex.org/W3149100806","https://openalex.org/W3162494388","https://openalex.org/W3163379266","https://openalex.org/W3172106546","https://openalex.org/W3213259750","https://openalex.org/W4213009331","https://openalex.org/W4235354960","https://openalex.org/W4236586490","https://openalex.org/W4247854836","https://openalex.org/W4284709537","https://openalex.org/W4286331449","https://openalex.org/W4299627282","https://openalex.org/W4321524280","https://openalex.org/W4368755703","https://openalex.org/W4389519352","https://openalex.org/W4399203759","https://openalex.org/W6725870058","https://openalex.org/W6771854382","https://openalex.org/W6844149368","https://openalex.org/W6850724024","https://openalex.org/W6852832533"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W4238532390","https://openalex.org/W2188872161","https://openalex.org/W2961779879","https://openalex.org/W797688974","https://openalex.org/W2002978035","https://openalex.org/W2614013133"],"abstract_inverted_index":{"The":[0,47],"SZZ":[1,40,56,130,162,181,211,229,311],"algorithm":[2,17,131],"is":[3],"used":[4],"to":[5,9,43,127,164,197,249,314],"connect":[6],"bug-fixing":[7,94,115,168,220,245],"commits":[8,12,33,53,119,172,221,234,277,317],"the":[10,39,55,87,97,101,129,148,174,206,209,236,280,285,291,298,304,310,319,323,329],"earlier":[11],"that":[13,34,136,180,217,231,258,273],"introduced":[14],"bugs.":[15],"This":[16,122],"has":[18,137],"many":[19,22],"applications":[20],"and":[21,78,117,140,170,205,294,326],"variants":[23],"have":[24,63,91],"been":[25,64,138],"devised.":[26],"However,":[27],"there":[28],"are":[29,120,222],"some":[30],"types":[31],"of":[32,49,100,110,114,147,150,167,219,239,263,275,306],"cannot":[35],"be":[36],"traced":[37],"by":[38,69,142,201],"algorithm,":[41],"referred":[42],"as":[44,105,195],"\u201cghost":[45],"commits\u201d.":[46],"evaluation":[48],"how":[50],"these":[51,61],"ghost":[52,223,254],"impact":[54],"implementations":[57,62,163],"remains":[58],"limited.":[59],"Moreover,":[60,214],"evaluated":[65,303],"on":[66,132,190,269],"datasets":[67],"created":[68,139],"software":[70,151],"engineering":[71,152],"researchers":[72],"from":[73,173],"information":[74],"in":[75,188,235,244,279,284,290,297,308,318,322,328],"bug":[76],"trackers":[77],"version":[79],"controlled":[80],"histories.":[81],"<p":[82,154],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[83,155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Since":[84],"Oct":[85],"2013,":[86],"Linux":[88,175],"kernel":[89],"developers":[90],"started":[92],"labelling":[93],"patches":[95,116,169],"with":[96],"commit":[98],"identifiers":[99],"corresponding":[102],"bug-inducing":[103,118,276,316],"commit(s)":[104],"a":[106,124,133,184],"standard":[107],"practice.":[108],"As":[109],"v6.1-rc5,":[111],"76,046":[112,165],"pairs":[113,166],"available.":[121],"provides":[123],"unique":[125],"opportunity":[126],"evaluate":[128],"large":[134],"dataset":[135,192],"reviewed":[141],"project":[143],"developers,":[144],"entirely":[145],"independently":[146],"biases":[149],"researchers.":[153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">In":[156],"this":[157],"paper,":[158],"we":[159,215,226,256],"apply":[160],"six":[161],"bug-introducing":[171],"kernel.":[176],"Our":[177,265],"findings":[178,199],"reveal":[179],"algorithms":[182,212],"experience":[183],"more":[185],"significant":[186],"decline":[187],"recall":[189],"our":[191],"(\u2193":[193],"13.8%)":[194],"compared":[196],"prior":[198],"reported":[200],"Rosa":[202],"et":[203],"al.,":[204],"disparities":[207],"between":[208],"individual":[210],"diminish.":[213],"find":[216],"17.47%":[218],"commits.":[224,246],"Finally,":[225],"propose":[227],"Tracing-Commit":[228],"(TC-SZZ),":[230],"traces":[232],"all":[233,250],"change":[237],"history":[238,287,325],"lines":[240],"modified":[241],"or":[242],"deleted":[243],"Applying":[247],"TC-SZZ":[248,259],"failure":[251],"cases,":[252],"excluding":[253],"commits,":[255],"found":[257,272],"could":[260],"identify":[261,315],"17.7%":[262],"them.":[264],"further":[266,302],"analysis":[267],"based":[268],"<i>git":[270],"log</i>":[271],"34.6%":[274],"were":[278],"function":[281,292,320],"history,":[282,321],"27.5%":[283],"file":[286,299,324,330],"(but":[288],"not":[289,296,327],"history),":[293],"37.9%":[295],"history.":[300,331],"We":[301],"effectiveness":[305],"ChatGPT":[307],"boosting":[309],"algorithm\u2019s":[312],"ability":[313]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}