{"id":"https://openalex.org/W2801076109","doi":"https://doi.org/10.1016/j.jss.2020.110825","title":"A comprehensive study of automatic program repair on the QuixBugs benchmark","display_name":"A comprehensive study of automatic program repair on the QuixBugs benchmark","publication_year":2020,"publication_date":"2020-09-21","ids":{"openalex":"https://openalex.org/W2801076109","doi":"https://doi.org/10.1016/j.jss.2020.110825","mag":"2801076109"},"language":"en","primary_location":{"id":"doi:10.1016/j.jss.2020.110825","doi":"https://doi.org/10.1016/j.jss.2020.110825","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.jss.2020.110825","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","fnege-4","jufo-3","ki-jl-1","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems and Software","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2801076109"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.03454","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101610258","display_name":"He Ye","orcid":"https://orcid.org/0000-0003-4807-2110","observed_orcids":["https://orcid.org/0000-0003-4807-2110"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"He Ye","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100762798","display_name":"Mat\u00edas Mart\u00ednez","orcid":"https://orcid.org/0000-0002-2945-866X","observed_orcids":["https://orcid.org/0000-0002-2945-866X"]},"institutions":[{"id":"https://openalex.org/I70348806","display_name":"Universit\u00e9 Polytechnique Hauts-de-France","ror":"https://ror.org/02ezch769","country_code":"FR","type":"education","lineage":["https://openalex.org/I70348806"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Matias Martinez","raw_affiliation_strings":["Universit\u00e9 Polytechnique Hauts-de-France, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Polytechnique Hauts-de-France, France","institution_ids":["https://openalex.org/I70348806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043941055","display_name":"Thomas Durieux","orcid":"https://orcid.org/0000-0002-1996-6134","observed_orcids":["https://orcid.org/0000-0002-1996-6134"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Thomas Durieux","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027206285","display_name":"Martin Monperrus","orcid":"https://orcid.org/0000-0003-3505-3383","observed_orcids":["https://orcid.org/0000-0003-3505-3383"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Martin Monperrus","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101610258"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":{"value":1600,"currency":"USD","value_usd":1600},"apc_paid":null,"fwci":7.8407,"has_fulltext":true,"cited_by_count":101,"citation_normalized_percentile":{"value":0.97567783,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"171","issue":null,"first_page":"110825","last_page":"110825"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-program-repair","display_name":"automated program repair","score":0.9959999918937683},{"id":"https://openalex.org/keywords/benchmark-evaluation","display_name":"benchmark evaluation","score":0.5289999842643738},{"id":"https://openalex.org/keywords/test-suite-adequacy","display_name":"test suite adequacy","score":0.8119999766349792},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.4620000123977661},{"id":"https://openalex.org/keywords/invariants","display_name":"invariants","score":0.6140000224113464}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9180999994277954},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8203999996185303},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8051000237464905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7608000040054321},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6593000292778015},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48179998993873596},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.4781000018119812},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4629000127315521},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40290001034736633},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.36039999127388},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.2615000009536743}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1016/j.jss.2020.110825","doi":"https://doi.org/10.1016/j.jss.2020.110825","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.jss.2020.110825","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","fnege-4","jufo-3","ki-jl-1","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Systems and Software","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1805.03454","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.03454","pdf_url":"https://arxiv.org/pdf/1805.03454","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-03396373v1","doi":null,"is_oa":true,"landing_page_url":"https://uphf.hal.science/hal-03396373","pdf_url":"https://uphf.hal.science/hal-03396373v1/file/1805.03454.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Systems and Software, 2021, 171, pp.110825. &#x27E8;10.1016/j.jss.2020.110825&#x27E9;","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1805.03454","doi":"https://doi.org/10.48550/arxiv.1805.03454","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.03454","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:3189736074","doi":null,"is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/detail?JGLOBAL_ID=202002241465880049","pdf_url":null,"source":{"id":"https://openalex.org/S37879656","display_name":"Journal of Systems and Software","issn_l":"0164-1212","issn":["0164-1212","1873-1228"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","fnege-4","jufo-3","ki-jl-1","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Systems and Software","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.03454","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.03454","pdf_url":"https://arxiv.org/pdf/1805.03454","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2801076109.pdf","grobid_xml":"https://content.openalex.org/works/W2801076109.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W841012168","https://openalex.org/W1475493299","https://openalex.org/W1526710119","https://openalex.org/W1971137495","https://openalex.org/W1971650562","https://openalex.org/W1986544324","https://openalex.org/W2012210872","https://openalex.org/W2060333670","https://openalex.org/W2061575154","https://openalex.org/W2104107939","https://openalex.org/W2110908283","https://openalex.org/W2145373440","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2174442795","https://openalex.org/W2256600697","https://openalex.org/W2264282745","https://openalex.org/W2272835211","https://openalex.org/W2285839903","https://openalex.org/W2344973853","https://openalex.org/W2373227884","https://openalex.org/W2513616710","https://openalex.org/W2518136680","https://openalex.org/W2537787699","https://openalex.org/W2548997977","https://openalex.org/W2620986014","https://openalex.org/W2621059453","https://openalex.org/W2625646106","https://openalex.org/W2735571786","https://openalex.org/W2740646481","https://openalex.org/W2741328617","https://openalex.org/W2762550985","https://openalex.org/W2787216049","https://openalex.org/W2787871251","https://openalex.org/W2791415964","https://openalex.org/W2794115592","https://openalex.org/W2794443436","https://openalex.org/W2794832431","https://openalex.org/W2795030435","https://openalex.org/W2801865415","https://openalex.org/W2850616187","https://openalex.org/W2867448323","https://openalex.org/W2883977877","https://openalex.org/W2912760555","https://openalex.org/W2950571912","https://openalex.org/W2951398957","https://openalex.org/W2952920225","https://openalex.org/W2953898913","https://openalex.org/W2960756002","https://openalex.org/W2963909831","https://openalex.org/W2967591898","https://openalex.org/W2975950293","https://openalex.org/W2981875947","https://openalex.org/W3003903547","https://openalex.org/W3011348730","https://openalex.org/W3100600242","https://openalex.org/W3208407575","https://openalex.org/W4244452926","https://openalex.org/W4288614128","https://openalex.org/W6683273812","https://openalex.org/W6742544035","https://openalex.org/W6754600720","https://openalex.org/W6763149916","https://openalex.org/W6783785802","https://openalex.org/W7000031801","https://openalex.org/W7045510709"],"related_works":["https://openalex.org/W4406603503","https://openalex.org/W2061575154","https://openalex.org/W6921251909","https://openalex.org/W2967591898","https://openalex.org/W4404183048","https://openalex.org/W4400484723","https://openalex.org/W2072684419","https://openalex.org/W2975950293","https://openalex.org/W2561135595","https://openalex.org/W2553346571"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":5},{"year":2019,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2018-05-17T00:00:00"}
