{"id":"https://openalex.org/W3162494388","doi":"https://doi.org/10.1109/icse43902.2021.00049","title":"Evaluating SZZ Implementations Through a Developer-Informed Oracle","display_name":"Evaluating SZZ Implementations Through a Developer-Informed Oracle","publication_year":2021,"publication_date":"2021-05-01","ids":{"openalex":"https://openalex.org/W3162494388","doi":"https://doi.org/10.1109/icse43902.2021.00049","mag":"3162494388"},"language":"en","primary_location":{"id":"doi:10.1109/icse43902.2021.00049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse43902.2021.00049","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 43rd International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101499242","display_name":"Giovanni Rosa","orcid":"https://orcid.org/0000-0002-5241-1608"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Giovanni Rosa","raw_affiliation_strings":["University of Molise, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060494552","display_name":"Luca Pascarella","orcid":"https://orcid.org/0000-0001-8289-7736"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Pascarella","raw_affiliation_strings":["Software Institute @ USI Universita della Svizzera italiana, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute @ USI Universita della Svizzera italiana, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079406478","display_name":"Simone Scalabrino","orcid":"https://orcid.org/0000-0003-1764-9685"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Scalabrino","raw_affiliation_strings":["University of Molise, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079385464","display_name":"Rosalia Tufano","orcid":"https://orcid.org/0009-0009-7017-3066"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rosalia Tufano","raw_affiliation_strings":["Software Institute @ USI Universita della Svizzera italiana, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute @ USI Universita della Svizzera italiana, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056526226","display_name":"Gabriele Bavota","orcid":"https://orcid.org/0000-0002-2216-3148"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["Software Institute @ USI Universita della Svizzera italiana, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute @ USI Universita della Svizzera italiana, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038257395","display_name":"Michele Lanza","orcid":"https://orcid.org/0000-0003-4391-0197"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michele Lanza","raw_affiliation_strings":["Software Institute @ USI Universita della Svizzera italiana, Switzerland"],"affiliations":[{"raw_affiliation_string":"Software Institute @ USI Universita della Svizzera italiana, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009727039","display_name":"Rocco Oliveto","orcid":"https://orcid.org/0000-0002-7995-8582"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rocco Oliveto","raw_affiliation_strings":["University of Molise, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101499242"],"corresponding_institution_ids":["https://openalex.org/I129627893"],"apc_list":null,"apc_paid":null,"fwci":7.9868,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.97424662,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"436","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.8956104516983032},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.8473416566848755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.827552318572998},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.7521020174026489},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7043243646621704},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6256371736526489},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.6026881337165833},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3705514371395111},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3612576127052307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3379126191139221},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32022976875305176},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.24890395998954773},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.20286527276039124},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08262687921524048}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.8956104516983032},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.8473416566848755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.827552318572998},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7521020174026489},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7043243646621704},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6256371736526489},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.6026881337165833},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3705514371395111},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3612576127052307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3379126191139221},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32022976875305176},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.24890395998954773},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20286527276039124},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08262687921524048}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse43902.2021.00049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse43902.2021.00049","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 43rd International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5600000023841858}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1660390307","https://openalex.org/W1968745662","https://openalex.org/W1977242042","https://openalex.org/W1987855178","https://openalex.org/W1987963388","https://openalex.org/W1994493193","https://openalex.org/W1997650168","https://openalex.org/W1999987361","https://openalex.org/W2024920205","https://openalex.org/W2107692981","https://openalex.org/W2110385988","https://openalex.org/W2112708109","https://openalex.org/W2115105080","https://openalex.org/W2118949539","https://openalex.org/W2125279207","https://openalex.org/W2126166995","https://openalex.org/W2141852905","https://openalex.org/W2149783794","https://openalex.org/W2150874999","https://openalex.org/W2156723666","https://openalex.org/W2157353183","https://openalex.org/W2165855014","https://openalex.org/W2312272676","https://openalex.org/W2395955025","https://openalex.org/W2462019631","https://openalex.org/W2476682851","https://openalex.org/W2515360277","https://openalex.org/W2530824252","https://openalex.org/W2605547445","https://openalex.org/W2742512005","https://openalex.org/W2791139136","https://openalex.org/W2792987835","https://openalex.org/W2795027827","https://openalex.org/W2796283679","https://openalex.org/W2888756142","https://openalex.org/W2894722365","https://openalex.org/W2899407111","https://openalex.org/W2903359694","https://openalex.org/W2919518469","https://openalex.org/W2920929439","https://openalex.org/W2964279097","https://openalex.org/W2972082064","https://openalex.org/W2980706498","https://openalex.org/W2997175003","https://openalex.org/W3004570974","https://openalex.org/W3009761259","https://openalex.org/W3014251356","https://openalex.org/W3016926230","https://openalex.org/W3040728396","https://openalex.org/W3086984940","https://openalex.org/W3102659406","https://openalex.org/W3105287819","https://openalex.org/W3144106047","https://openalex.org/W3149100806","https://openalex.org/W4236586490","https://openalex.org/W4246552097","https://openalex.org/W4288080276","https://openalex.org/W6771854382"],"related_works":["https://openalex.org/W4367365664","https://openalex.org/W4385326140","https://openalex.org/W4293227618","https://openalex.org/W2136634148","https://openalex.org/W3122851392","https://openalex.org/W3122800671","https://openalex.org/W4250708772","https://openalex.org/W4288862737","https://openalex.org/W2464784130","https://openalex.org/W2735770104"],"abstract_inverted_index":{"The":[0],"SZZ":[1,39,59,70,140,194,216],"algorithm":[2,195],"for":[3,136],"identifying":[4],"bug-inducing":[5,76,91],"changes":[6],"has":[7],"been":[8],"widely":[9],"used":[10,185],"to":[11,17,36,72,131,148,188,205,212],"evaluate":[12,189],"defect":[13],"prediction":[14],"techniques":[15],"and":[16,22,90,177],"empirically":[18],"investigate":[19],"when,":[20],"how,":[21],"by":[23,101,119,167],"whom":[24],"bugs":[25],"are":[26,99],"introduced.":[27],"Over":[28],"the":[29,38,65,69,74,107,120,124,137,157,175,180,186,193,215],"years,":[30],"researchers":[31,102],"have":[32],"proposed":[33],"several":[34,190],"heuristics":[35],"improve":[37,214],"accuracy,":[40],"providing":[41],"various":[42],"implementations":[43,50],"of":[44,68,106,123,139,179,192,198,209],"SZZ.":[45],"However,":[46],"fairly":[47],"evaluating":[48],"those":[49],"on":[51,63],"a":[52,85,115,129,133,161,168,207],"reliable":[53],"oracle":[54,135,187],"is":[55],"an":[56],"open":[57],"problem:":[58],"evaluations":[60,98],"usually":[61],"rely":[62],"(i)":[64],"manual":[66,97,169],"analysis":[67],"output":[71],"classify":[73],"identified":[75],"commits":[77,151],"as":[78],"true":[79],"or":[80,83],"false":[81],"positives;":[82],"(ii)":[84],"golden":[86,116],"set":[87,117,208],"linking":[88],"bug-fixing":[89,150],"commits.":[92],"In":[93],"both":[94],"cases,":[95],"these":[96],"performed":[100],"with":[103],"limited":[104],"knowledge":[105],"studied":[108,125],"subject":[109],"systems.":[110,126],"Ideally,":[111],"there":[112],"should":[113],"be":[114],"created":[118],"original":[121],"developers":[122,154],"We":[127,142],"propose":[128],"methodology":[130],"build":[132],"\"developer-informed\"":[134],"evaluation":[138,202],"variants.":[141],"use":[143],"Natural":[144],"Language":[145],"Processing":[146],"(NLP)":[147],"identify":[149],"in":[152,196],"which":[153],"explicitly":[155],"reference":[156],"commit(s)":[158],"that":[159],"introduced":[160],"fixed":[162],"bug.":[163],"This":[164],"was":[165],"followed":[166],"filtering":[170],"step":[171],"aimed":[172],"at":[173],"ensuring":[174],"quality":[176],"accuracy":[178],"oracle.":[181],"Once":[182],"built,":[183],"we":[184],"variants":[191],"terms":[197],"their":[199],"accuracy.":[200],"Our":[201],"helped":[203],"us":[204],"distill":[206],"lessons":[210],"learned":[211],"further":[213],"algorithm.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}