{"id":"https://openalex.org/W7135203116","doi":"https://doi.org/10.48550/arxiv.2603.11262","title":"Unveiling Practical Shortcomings of Patch Overfitting Detection Techniques","display_name":"Unveiling Practical Shortcomings of Patch Overfitting Detection Techniques","publication_year":2026,"publication_date":"2026-03-11","ids":{"openalex":"https://openalex.org/W7135203116","doi":"https://doi.org/10.48550/arxiv.2603.11262"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11262","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129070667","display_name":"David A. Williams","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129026473","display_name":"Ioakim Avraam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Avraam, Ioakim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129096557","display_name":"Aldeida Aleti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aleti, Aldeida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100762798","display_name":"Mat\u00edas Mart\u00ednez","orcid":"https://orcid.org/0000-0002-2945-866X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martinez, Matias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065281209","display_name":"Justyna Petke","orcid":"https://orcid.org/0000-0002-7833-6044"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petke, Justyna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128987929","display_name":"Federica Sarro","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarro, Federica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9261000156402588},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5582000017166138},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5379999876022339},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.45669999718666077},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.45210000872612},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4359999895095825},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.43470001220703125},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42489999532699585}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9261000156402588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7662000060081482},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6237999796867371},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5379999876022339},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5351999998092651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47099998593330383},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.45669999718666077},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.43470001220703125},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.4138000011444092},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.40709999203681946},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.39800000190734863},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.3953000009059906},{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.41245386004447937,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"Program":[1],"Repair":[2],"(APR)":[3],"can":[4,34],"reduce":[5],"the":[6,44,73,87,115,148,207,224,253],"time":[7],"developers":[8],"spend":[9],"debugging,":[10],"allowing":[11],"them":[12],"to":[13,36,63,157,201,243,256,262,277],"focus":[14],"on":[15,81,177,206,236],"other":[16],"aspects":[17],"of":[18,75,89,120,203],"software":[19,29],"development.":[20],"Automatically":[21],"generated":[22,95],"bug":[23],"patches":[24,41,65,91,142],"are":[25,48,190],"typically":[26],"validated":[27],"through":[28],"testing.":[30],"However,":[31,68],"this":[32,132,249],"method":[33],"lead":[35],"patch":[37,122],"overfitting,":[38],"i.e.,":[39],"generating":[40],"that":[42,66,83,92,137],"pass":[43],"given":[45],"tests":[46],"but":[47],"still":[49,104],"incorrect.":[50],"Patch":[51],"correctness":[52],"assessment":[53],"(also":[54],"known":[55],"as":[56],"overfitting":[57,123],"detection)":[58],"techniques":[59,77,260],"have":[60],"been":[61],"proposed":[62,186,265],"identify":[64],"overfit.":[67],"prior":[69,182],"work":[70,113,183],"often":[71],"assessed":[72],"effectiveness":[74,109],"these":[76,155],"in":[78,99,110,127],"isolation":[79],"and":[80,169,184,239,261,274],"datasets":[82,136],"do":[84,105],"not":[85,106],"reflect":[86,138],"distribution":[88],"correct-to-overfitting":[90],"would":[93],"be":[94,234],"by":[96,144],"APR":[97,254],"tools":[98,145,198,218],"typical":[100],"use;":[101],"thus,":[102],"we":[103,134,153,251,270],"know":[107],"their":[108],"practice.":[111],"This":[112,210],"presents":[114],"first":[116],"comprehensive":[117],"benchmarking":[118],"study":[119],"several":[121],"detection":[124],"(POD)":[125],"methods":[126],"a":[128],"practical":[129,221,246,268],"scenario.":[130],"To":[131,248],"end,":[133,250],"curate":[135],"realistic":[139,237],"assumptions":[140],"(i.e.,":[141],"produced":[143],"run":[146],"under":[147],"same":[149],"experimental":[150],"conditions).":[151],"Next,":[152],"use":[154],"data":[156,238,273],"benchmark":[158],"six":[159],"state-of-the-art":[160],"POD":[161,197,208,217,231,259],"approaches":[162,171],"--":[163,172],"spanning":[164],"static":[165],"analysis,":[166],"dynamic":[167],"testing,":[168],"learning-based":[170],"against":[173,240],"two":[174,212],"baselines":[175],"based":[176],"random":[178,193,241],"sampling":[179,242],"(one":[180],"from":[181],"one":[185],"herein).":[187],"Our":[188],"results":[189],"striking:":[191],"Simple":[192],"selection":[194],"outperforms":[195],"all":[196],"for":[199,226,267],"71%":[200],"96%":[202],"cases,":[204],"depending":[205],"tool.":[209],"suggests":[211],"main":[213],"takeaways:":[214],"(1)":[215],"current":[216],"offer":[219],"limited":[220],"benefit,":[222],"highlighting":[223],"need":[225],"novel":[227],"techniques;":[228],"(2)":[229],"any":[230],"tool":[232],"must":[233],"benchmarked":[235],"prove":[244],"its":[245],"effectiveness.":[247],"encourage":[252],"community":[255],"continue":[257],"improving":[258],"adopt":[263],"our":[264,272],"methodology":[266],"benchmarking;":[269],"make":[271],"code":[275],"available":[276],"facilitate":[278],"such":[279],"adoption.":[280]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-14T00:00:00"}