{"id":"https://openalex.org/W6892544105","doi":"https://doi.org/10.5281/zenodo.10369427","title":"Benchmark Set for Program Repair Based on Partial Fixes, Dataset","display_name":"Benchmark Set for Program Repair Based on Partial Fixes, Dataset","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W6892544105","doi":"https://doi.org/10.5281/zenodo.10369427"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.10369427","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10369427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.10369427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Beyer, Dirk","orcid":"https://orcid.org/0000-0003-4832-7662"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Beyer, Dirk","raw_affiliation_strings":["LMU Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4832-7662","affiliations":[{"raw_affiliation_string":"LMU Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Grunske, Lars","orcid":"https://orcid.org/0000-0002-8747-3745"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Grunske, Lars","raw_affiliation_strings":["Humboldt University Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8747-3745","affiliations":[{"raw_affiliation_string":"Humboldt University Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kettl, Matthias","orcid":"https://orcid.org/0000-0001-7365-5030"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kettl, Matthias","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen"],"raw_orcid":"https://orcid.org/0000-0001-7365-5030","affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lingsch-Rosenfeld, Marian","orcid":"https://orcid.org/0000-0002-8172-3184"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lingsch-Rosenfeld, Marian","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen"],"raw_orcid":"https://orcid.org/0000-0002-8172-3184","affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":null,"display_name":"Raselimo, Moeketsi","orcid":"https://orcid.org/0000-0001-6859-7833"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Raselimo, Moeketsi","raw_affiliation_strings":["Humboldt-Universit\u00e4t zu Berlin"],"raw_orcid":"https://orcid.org/0000-0001-6859-7833","affiliations":[{"raw_affiliation_string":"Humboldt-Universit\u00e4t zu Berlin","institution_ids":["https://openalex.org/I39343248"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7864999771118164},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7145000100135803},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6466000080108643},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6412000060081482},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5807999968528748},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7864999771118164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7379000186920166},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7145000100135803},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6466000080108643},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6412000060081482},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6123999953269958},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5807999968528748},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.5012999773025513},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3400999903678894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3237999975681305},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3018999993801117},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2612000107765198}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.10369427","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10369427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.10369427","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10369427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.5004827380180359,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Partial-Fix":[0],"Data":[1,186,302,387],"Set":[2,187,303,388],"Partial":[3,385,593,599],"Fixes":[4],"Identifying":[5],"and":[6,14,32,51,66,71,124,150,180,216,359,421,582,628,646,656,666,704,730],"fixing":[7,95],"errors":[8],"in":[9,22,86,169,219,223,252,379,409,481,616,682],"programs":[10],"remains":[11],"a":[12,28,33,39,91,346,360,391,397,410,428,680],"challenge":[13],"is":[15,30,49,293,390,407],"one":[16,340],"of":[17,81,93,101,152,184,300,352,376,399,441,455,462,478,494,503,536,547,566,578,604,664,700,724,728],"the":[18,47,60,75,87,96,102,148,153,159,185,190,194,198,213,220,224,231,235,239,244,253,259,277,301,308,350,353,356,361,372,377,380,435,442,463,467,479,482,486,495,513,517,522,527,537,548,552,558,567,576,579,614,701,714,725,739],"most":[19],"time-consuming":[20],"tasks":[21,395],"software":[23],"development.":[24],"But":[25],"even":[26],"after":[27,422],"bug":[29],"identified,":[31],"fix":[34,48,181,406,504,520,538,555,677,716,726],"has":[35,307],"been":[36],"proposed":[37],"by":[38,242],"developer":[40],"or":[41,521,632,641],"tool,":[42],"it":[43],"can":[44,228,257,445],"happen":[45],"that":[46,58,158],"incomplete":[50,82,106],"does":[52],"not":[53],"cover":[54],"all":[55,212,249,573,584],"possible":[56],"inputs":[57],"trigger":[59],"bug.":[61],"This":[62,145,209],"happens":[63],"quite":[64],"often":[65],"leads":[67],"to":[68,131,165,174,178,233,371,485,512,516,526,551,557,737,744,748],"re-opened":[69],"issues":[70],"inefficiencies.":[72],"We":[73,156],"present":[74],"first":[76],"curated":[77,154,341,401],"benchmark":[78,88],"set":[79,89,161,192,306],"composed":[80],"fixes.":[83,107,403],"Each":[84,404],"entry":[85],"contains":[90],"series":[92],"commits":[94,104],"same":[97],"issue,":[98,425],"where":[99],"multiple":[100],"intermediate":[103],"are":[105,109,297],"These":[108],"sourced":[110],"from":[111,116,136,193,287],"real-world":[112],"open-source":[113],"C":[114],"projects":[115],"GitHub.":[117],"The":[118,290,304,367,384,476,510,545,649,676,709],"selection":[119],"process":[120,146],"involves":[121],"both":[122],"automated":[123],"manual":[125,143],"stages.":[126],"Initially,":[127],"we":[128,344],"employ":[129],"heuristics":[130],"identify":[132],"potential":[133],"partial":[134,167,342,402,405,468,519,554,705,715,750],"fixes":[135,168],"repositories,":[137],"subsequently":[138],"validating":[139],"them":[140,173,218],"through":[141],"meticulous":[142],"inspection.":[144],"ensures":[147],"accuracy":[149],"reliability":[151],"dataset.":[155],"envision":[157],"data":[160,191,254,305],"will":[162,210],"allow":[163],"researchers":[164],"investigate":[166],"more":[170],"detail,":[171],"allowing":[172],"develop":[175],"new":[176],"techniques":[177],"detect":[179],"them.":[182],"Reconstruction":[183],"To":[188,247,274,570],"recover":[189],"task":[195,225,250,278,295,362,456,693],"definitions,":[196],"use":[197,230,258],"script":[199,232],"`init_yaml.py`":[200],"under":[201],"`scripts/`:":[202],"```":[203,208,267,270,311,333],"./scripts/init_yaml.py":[204,268],"<path-to-task-definition-1>":[205],"<path-to-task-definition-2>":[206],"...":[207],"download":[211],"required":[214],"files":[215,415],"place":[217],"locations":[221],"specified":[222],"definitions.":[226,457],"You":[227],"also":[229],"get":[234],"zip":[236,414],"archives":[237],"at":[238,338,355],"different":[240],"revisions":[241,358],"using":[243],"flag":[245],"`--init-zips`.":[246],"initialize":[248],"definitions":[251,279,296],"set,":[255],"you":[256],"following":[260,309,443],"command,":[261],"if":[262,276],"your":[263],"shell":[264],"supports":[265],"globbing:":[266],"partial-fixes/**/**/*.yml":[269],"Check":[271],"Task":[272],"Definitions":[273],"check":[275],"comply":[280],"our":[281],"format":[282],"run:":[283],"`./doc/check-schema.py":[284],"doc/schema.yml":[285],"partial-fixes/`":[286],"this":[288,749],"directory.":[289],"expected":[291,568],"output":[292],"\"`All":[294],"valid.`\".":[298],"Structure":[299],"structure:":[310],"\u251c\u2500\u2500":[312,314,317,320,323,330],"repository_1\u2502":[313],"partial_1\u2502":[315],"|":[316,319,322,325],"7e52c483.zip\u2502":[318],"cab7b562.diff\u2502":[321],"c595a789.diff\u2502":[324],"\u2514\u2500\u2500":[326,328],"task_definition.yml\u2502":[327],"partial_2\u2502":[329],"...\u251c\u2500\u2500":[331],"repository_2...":[332],"For":[334],"every":[335],"repository":[336,464],"with":[337,427,466,612,639],"least":[339],"fix,":[343],"create":[345],"directory":[347],"`partial_<id>`":[348],"housing":[349,413],"snapshots":[351,418],"project":[354,378,417,615,703],"specific":[357],"definition":[363],"`task_definition.yml`":[364],"described":[365],"below.":[366],"file":[368,430,480],"names":[369],"correspond":[370],"SHA1":[373,491,533,563],"commit":[374,492,534,564],"hash":[375,493,535,565],"ZIP":[381],"file.":[382,488,530],"Overview":[383],"Fix":[386,588,594,600],"Schema":[389],"blueprint":[392],"for":[393,607,712],"describing":[394],"within":[396],"dataset":[398,483],"manually":[400],"stored":[408],"dedicated":[411],"directory,":[412],"representing":[416],"before,":[419],"during,":[420],"addressing":[423],"an":[424,745],"along":[426],"YML":[429,487,559],"providing":[431],"crucial":[432],"details":[433],"about":[434],"fix.":[436,469,569,706,751],"A":[437],"nice":[438],"visual":[439],"representation":[440],"information":[444],"be":[446],"found":[447],"[here](doc/schema_doc.html).":[448],"General":[449],"Information":[450],"-":[451,458,471,474,489,498,501,508,531,540,543,561,592,595,597,609,619,626,635,644,659,669,674,686,696,707,721,732,741],"**Schema":[452],"Version:**":[453,473],"Version":[454],"**Repository":[459],"URL:**":[460],"URL":[461,743],"associated":[465],"Sequence":[470],"**Base":[472],"`input_file`:":[475,509,544],"name":[477],"relative":[484,525],"`commit_sha1`:":[490,532,562],"base":[496,580],"version.":[497],"**Fix":[499],"Attempt:**":[500],"List":[502,603],"attempts,":[505],"each":[506],"with:":[507],"filename":[511,546],"diff":[514,549],"compared":[515,550],"previous":[518],"based":[523],"version":[524,581],"Y":[528],"ML":[529],"attempt.":[539],"**Expected":[541],"Fix**":[542],"last":[553],"(relative":[556],"file).":[560],"fully":[571],"restore":[572],"revision,":[574],"unzip":[575],"input_file":[577],"apply":[583],"diffs":[585],"sequentially.":[586],"Classification":[587],"classification":[589],"(one":[590],"of):":[591],"Unknown":[596],"No":[598],"Categories":[601],"(optional)":[602],"bug-causing":[605],"categories,":[606],"example:":[608],"`Build`:":[610],"Problems":[611],"building":[613],"certain":[617],"environments.":[618],"`Null":[620],"Pointer`:":[621],"Any":[622],"null":[623],"pointer":[624],"error.":[625],"`Arithmetic":[627],"Control-flow`:":[629],"Problematic":[630],"control-flow":[631],"buggy":[633],"statements.":[634],"`Preprocessing":[636],"Directives`:":[637],"Issue":[638],"CI":[640],"unit":[642],"tests.":[643],"`Hardware":[645],"OS":[647],"Related`:":[648],"problem":[650],"occurs":[651],"only":[652],"on":[653],"special":[654],"hardware":[655],"operating":[657],"systems.":[658],"`Wrong":[660],"API":[661,667],"Usage`:":[662],"Misuse":[663],"functions":[665],"calls.":[668],"`Race":[670],"Conditions`:":[671],"Race":[672],"conditions.":[673],"`Performance`:":[675],"attempts":[678],"cause":[679],"loss":[681],"performance":[683],"(speed,":[684],"memory).":[685],"`Memory":[687],"Leaks`:":[688],"Memory":[689],"Leaks.":[690],"Metadata":[691],"Additional":[692],"metadata,":[694],"including:":[695],"`language`:":[697],"Programming":[698],"language":[699],"original":[702],"`strategy`:":[708],"strategy":[710],"used":[711],"mining":[713],"(e.g.,":[717],"'reopen',":[718],"'status',":[719],"'linux-convention').":[720],"`fix_size`:":[722],"Size":[723],"(number":[727],"additions":[729],"deletions).":[731],"`build_system`:":[733],"Keywords":[734],"indicating":[735],"how":[736],"build":[738],"project.":[740],"`related_issue`:":[742],"issue":[746],"related":[747]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}