{"id":"https://openalex.org/W4400959021","doi":"https://doi.org/10.1007/s10664-024-10503-2","title":"Test-based patch clustering for automatically-generated patches assessment","display_name":"Test-based patch clustering for automatically-generated patches assessment","publication_year":2024,"publication_date":"2024-07-24","ids":{"openalex":"https://openalex.org/W4400959021","doi":"https://doi.org/10.1007/s10664-024-10503-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/39069998"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-024-10503-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10503-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10503-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10503-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100762798","display_name":"Mat\u00edas Mart\u00ednez","orcid":"https://orcid.org/0000-0002-2945-866X"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Matias Martinez","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070334839","display_name":"Maria Kechagia","orcid":"https://orcid.org/0000-0001-9092-3244"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Maria Kechagia","raw_affiliation_strings":["University College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075518822","display_name":"Anjana Perera","orcid":"https://orcid.org/0000-0002-5080-9276"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Anjana Perera","raw_affiliation_strings":["Monash University, Clayton, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University, Clayton, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065281209","display_name":"Justyna Petke","orcid":"https://orcid.org/0000-0002-7833-6044"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Justyna Petke","raw_affiliation_strings":["University College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012165852","display_name":"Federica Sarro","orcid":"https://orcid.org/0000-0002-9146-442X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Federica Sarro","raw_affiliation_strings":["University College London, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-9146-442X","affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035346540","display_name":"Aldeida Aleti","orcid":"https://orcid.org/0000-0002-1716-690X"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Aldeida Aleti","raw_affiliation_strings":["Monash University, Clayton, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University, Clayton, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012165852"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":2.3258,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.90169367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"29","issue":"5","first_page":"116","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6544995307922363},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5647652745246887},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4999361038208008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35000622272491455},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3292282819747925},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15484681725502014}],"concepts":[{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6544995307922363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5647652745246887},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4999361038208008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35000622272491455},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3292282819747925},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15484681725502014},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10664-024-10503-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10503-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10503-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmid:39069998","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39069998","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical software engineering","raw_type":null},{"id":"pmh:oai:monash.edu:openaire/6cb40665-1e0f-4f25-b955-1f18dd4a0653","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/6cb40665-1e0f-4f25-b955-1f18dd4a0653","pdf_url":"https://researchmgt.monash.edu/ws/files/626020381/614139719.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Martinez, M, Kechagia, M, Perera, A, Petke, J, Sarro, F & Aleti, A 2024, 'Test-based patch clustering for automatically-generated patches assessment', Empirical Software Engineering, vol. 29, no. 5, 116. https://doi.org/10.1007/s10664-024-10503-2","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:upcommons.upc.edu:2117/417159","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/417159","pdf_url":"https://upcommons.upc.edu/bitstreams/7f3ed262-db72-4ade-84a4-99be0e045f8a/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11269383","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11269383","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11269383/pdf/10664_2024_Article_10503.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Empir Softw Eng","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10664-024-10503-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10503-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10503-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1646800841","display_name":null,"funder_award_id":"EP/P023991/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G2073061185","display_name":"Automated Software Specialisation Using Genetic Improvement","funder_award_id":"EP/P023991/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2711800891","display_name":"Mapping the Effectiveness of Automated Software Testing","funder_award_id":"DP210100041","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G3150125195","display_name":null,"funder_award_id":"EP/P023991/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3733962727","display_name":null,"funder_award_id":"741278","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400959021.pdf","grobid_xml":"https://content.openalex.org/works/W4400959021.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1965194038","https://openalex.org/W1971650562","https://openalex.org/W2024352272","https://openalex.org/W2039772616","https://openalex.org/W2061575154","https://openalex.org/W2110908283","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2274071363","https://openalex.org/W2285839903","https://openalex.org/W2288083000","https://openalex.org/W2344973853","https://openalex.org/W2465133314","https://openalex.org/W2518136680","https://openalex.org/W2537787699","https://openalex.org/W2735571786","https://openalex.org/W2740646481","https://openalex.org/W2741328617","https://openalex.org/W2767431443","https://openalex.org/W2767951593","https://openalex.org/W2791415964","https://openalex.org/W2795030435","https://openalex.org/W2795866244","https://openalex.org/W2850616187","https://openalex.org/W2867448323","https://openalex.org/W2895570420","https://openalex.org/W2898024328","https://openalex.org/W2898644864","https://openalex.org/W2904214673","https://openalex.org/W2905489084","https://openalex.org/W2907705732","https://openalex.org/W2924629359","https://openalex.org/W2952920225","https://openalex.org/W2960756002","https://openalex.org/W2967591898","https://openalex.org/W2975950293","https://openalex.org/W2999222999","https://openalex.org/W3035051267","https://openalex.org/W3084918652","https://openalex.org/W3099687999","https://openalex.org/W3100698844","https://openalex.org/W3104012431","https://openalex.org/W3121734253","https://openalex.org/W3122473522","https://openalex.org/W3208407575","https://openalex.org/W3215130818","https://openalex.org/W4224244735","https://openalex.org/W4280528532","https://openalex.org/W4288614128","https://openalex.org/W4312817595"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Abstract":[0],"Previous":[1],"studies":[2],"have":[3,96,285],"shown":[4],"that":[5,50,94,191,255,284,303,320],"Automated":[6],"Program":[7],"Repair":[8],"(":[9],"apr":[10,63,79,250,294],")":[11],"techniques":[12,319],"suffer":[13],"from":[14,144,170,201,226,247],"the":[15,26,35,41,55,59,89,101,133,141,194,210,261,288,305],"overfitting":[16],"problem.":[17],"Overfitting":[18],"happens":[19],"when":[20],"a":[21,47,106,111,206,222,270,277],"patch":[22,36,115,134,160,317,323],"is":[23,51,130,187,257],"run":[24],"and":[25,77,150,235,267,296],"test":[27,56,175,197,233,301],"suite":[28],"does":[29,38],"not":[30,39,52],"reveal":[31],"any":[32],"error,":[33],"but":[34],"actually":[37],"fix":[40],"underlying":[42],"bug":[43],"or":[44,146],"it":[45],"introduces":[46],"new":[48,300],"defect":[49],"covered":[53],"by":[54,62,69,181,293],"suite.":[57],"Therefore,":[58],"patches":[60,93,123,143,157,179,190,213,225,246,264,291],"generated":[61,142,174,180,196,292,310],"tools":[64,149],"need":[65],"to":[66,87,97,104,139,151,177,214,239,259,265,286],"be":[67,74],"validated":[68],"human":[70],"programmers,":[71],"which":[72,121],"can":[73,218,275,314],"very":[75],"costly,":[76],"prevents":[78],"tool":[80],"adoption":[81],"in":[82,137,167,307],"practice.":[83],"Our":[84],"work":[85],"aims":[86],"minimize":[88],"number":[90,211,262],"of":[91,164,172,189,208,212,224,263,272,280,290],"plausible":[92,245],"programmers":[95],"review,":[98],"thereby":[99],"reducing":[100,209],"time":[102,281],"required":[103],"find":[105],"correct":[107],"patch.":[108,241],"We":[109],"introduce":[110],"novel":[112],"light-weight":[113],"test-based":[114],"clustering":[116],"approach":[117],"called":[118],"xTestCluster":[119,129,165,202,256,274,313],",":[120],"clusters":[122],"based":[124],"on":[125,193,220],"their":[126,236],"dynamic":[127],"behavior.":[128],"applied":[131],"after":[132],"generation":[135],"phase":[136],"order":[138],"analyze":[140,268],"one":[145],"more":[147,153],"repair":[148],"provide":[152],"information":[154,169,231],"about":[155],"those":[156],"for":[158,282],"facilitating":[159],"assessment.":[161],"The":[162,199],"novelty":[163],"lies":[166],"using":[168],"execution":[171],"newly":[173],"cases":[176,234,302],"cluster":[178,186],"multiple":[182],"APR":[183],"approaches.":[184],"A":[185],"formed":[188],"fail":[192],"same":[195],"cases.":[198],"output":[200],"gives":[203],"developers":[204,283],"a)":[205],"way":[207],"analyze,":[215],"as":[216],"they":[217],"focus":[219],"analyzing":[221,243],"sample":[223],"each":[227,240],"cluster,":[228],"b)":[229],"additional":[230],"(new":[232],"results)":[237],"attached":[238],"After":[242],"902":[244],"21":[248],"Java":[249],"tools,":[251,295],"our":[252],"results":[253],"show":[254],"able":[258],"reduce":[260],"review":[266,287],"with":[269,299],"median":[271],"50%.":[273],"save":[276],"significant":[278],"amount":[279],"multitude":[289],"provides":[297],"them":[298],"expose":[304],"differences":[306],"behavior":[308],"between":[309],"patches.":[311],"Moreover,":[312],"complement":[315],"other":[316],"assessment":[318],"help":[321],"detect":[322],"misclassifications.":[324]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}