{"id":"https://openalex.org/W4415034681","doi":"https://doi.org/10.1109/scam67354.2025.00016","title":"On the need to perform comprehensive evaluations of automated program repair benchmarks: Sorald case study","display_name":"On the need to perform comprehensive evaluations of automated program repair benchmarks: Sorald case study","publication_year":2025,"publication_date":"2025-09-08","ids":{"openalex":"https://openalex.org/W4415034681","doi":"https://doi.org/10.1109/scam67354.2025.00016"},"language":"en","primary_location":{"id":"doi:10.1109/scam67354.2025.00016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scam67354.2025.00016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Source Code Analysis & Manipulation (SCAM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sumudu Liyanage","orcid":null},"institutions":[{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Sumudu Liyanage","raw_affiliation_strings":["University of Otago,Dunedin,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Otago,Dunedin,New Zealand","institution_ids":["https://openalex.org/I80281795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011391821","display_name":"Sherlock A. Licorish","orcid":"https://orcid.org/0000-0001-7318-2421"},"institutions":[{"id":"https://openalex.org/I80281795","display_name":"University of Otago","ror":"https://ror.org/01jmxt844","country_code":"NZ","type":"education","lineage":["https://openalex.org/I80281795"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Sherlock A. Licorish","raw_affiliation_strings":["University of Otago,Dunedin,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Otago,Dunedin,New Zealand","institution_ids":["https://openalex.org/I80281795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056886268","display_name":"Markus Wagner","orcid":"https://orcid.org/0000-0002-3124-0061"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Markus Wagner","raw_affiliation_strings":["Monash University,Melbourne,Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University,Melbourne,Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043958822","display_name":"Stephen G. MacDonell","orcid":"https://orcid.org/0000-0002-2231-6941"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Stephen G. MacDonell","raw_affiliation_strings":["Victoria University,Wellington,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Victoria University,Wellington,New Zealand","institution_ids":["https://openalex.org/I41156924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7378,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86314184,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"89","last_page":"99"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6416000127792358},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5838000178337097},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.508400022983551},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.46059998869895935},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.423799991607666},{"id":"https://openalex.org/keywords/software-inspection","display_name":"Software inspection","score":0.37959998846054077},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3547999858856201}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6482999920845032},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6416000127792358},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5838000178337097},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5084999799728394},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.46059998869895935},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.37959998846054077},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3506999909877777},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.3343000113964081},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.29589998722076416},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.27790001034736633},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2676999866962433},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2619999945163727},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2565000057220459},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/scam67354.2025.00016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scam67354.2025.00016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Source Code Analysis & Manipulation (SCAM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1971650562","https://openalex.org/W2128666163","https://openalex.org/W2139085281","https://openalex.org/W2156723666","https://openalex.org/W2158864412","https://openalex.org/W2517094600","https://openalex.org/W2646484260","https://openalex.org/W2762550985","https://openalex.org/W2907381941","https://openalex.org/W2954611248","https://openalex.org/W2963909831","https://openalex.org/W3040901374","https://openalex.org/W3043761819","https://openalex.org/W3138622308","https://openalex.org/W4226023762","https://openalex.org/W4255632703","https://openalex.org/W4256377773","https://openalex.org/W4285805240","https://openalex.org/W4285805328","https://openalex.org/W4296422547","https://openalex.org/W4300862292","https://openalex.org/W4379622792","https://openalex.org/W4388483207","https://openalex.org/W4390482174","https://openalex.org/W4400315178","https://openalex.org/W4400680805","https://openalex.org/W4401609509","https://openalex.org/W4402442387","https://openalex.org/W4406798911","https://openalex.org/W4411551762","https://openalex.org/W4415034681"],"related_works":[],"abstract_inverted_index":{"In":[0],"supporting":[1],"the":[2,10,156,163,170],"development":[3],"of":[4,12,51,62,98,158,173],"high-quality":[5],"software,":[6],"especially":[7],"necessary":[8],"in":[9,104],"era":[11],"LLMs,":[13],"automated":[14],"program":[15],"repair":[16],"(APR)":[17],"tools":[18,39],"aim":[19],"to":[20,36,44,57,72,180],"improve":[21],"code":[22,58,63,115,138,141,153],"quality":[23],"by":[24,29,145],"automatically":[25],"addressing":[26],"violations":[27,108],"detected":[28],"static":[30],"analysis":[31],"profilers.":[32],"Previous":[33],"research":[34,71,86],"tends":[35],"evaluate":[37],"APR":[38,80,93,174],"only":[40],"for":[41,70,79,165],"their":[42,48,182],"ability":[43],"clear":[45],"violations,":[46,55,129],"neglecting":[47],"potential":[49],"introduction":[50],"new":[52,133],"(sometimes":[53],"severe)":[54],"changes":[56],"functionality":[59],"and":[60,74,88,184],"degrading":[61],"structure.":[64],"There":[65],"is":[66],"thus":[67],"a":[68,96,146],"need":[69,164],"develop":[73],"assess":[75],"comprehensive":[76],"evaluation":[77,166],"frameworks":[78],"tools.":[81],"This":[82],"study":[83],"addresses":[84],"this":[85],"gap,":[87],"evaluates":[89],"Sorald":[90,125],"(a":[91],"state-of-the-art":[92],"tool)":[94],"as":[95],"proof":[97],"concept.":[99],"Sorald\u2019s":[100],"effectiveness":[101],"was":[102],"evaluated":[103],"repairing":[105],"3,529":[106],"SonarQube":[107],"across":[109],"30":[110],"rules":[111],"within":[112],"2,393":[113],"Java":[114],"snippets":[116],"extracted":[117],"from":[118],"Stack":[119],"Overflow.":[120],"Outcomes":[121],"show":[122],"that":[123,168],"while":[124],"fixes":[126],"specific":[127],"rule":[128],"it":[130],"introduced":[131],"2,120":[132],"faults":[134],"(32":[135],"bugs,":[136],"2088":[137],"smells),":[139],"reduced":[140],"functional":[142],"correctness\u2014as":[143],"evidenced":[144],"24%":[147],"unit":[148],"test":[149],"failure":[150],"rate\u2014and":[151],"degraded":[152],"structure,":[154],"demonstrating":[155],"utility":[157],"our":[159],"framework.":[160],"Findings":[161],"emphasize":[162],"methodologies":[167],"capture":[169],"full":[171],"spectrum":[172],"tool":[175],"effects,":[176,179],"including":[177],"side":[178],"ensure":[181],"safe":[183],"effective":[185],"adoption.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}