{"id":"https://openalex.org/W3089815674","doi":"https://doi.org/10.1145/3379597.3387504","title":"Large-Scale Manual Validation of Bugfixing Changes","display_name":"Large-Scale Manual Validation of Bugfixing Changes","publication_year":2020,"publication_date":"2020-06-29","ids":{"openalex":"https://openalex.org/W3089815674","doi":"https://doi.org/10.1145/3379597.3387504","mag":"3089815674"},"language":"en","primary_location":{"id":"doi:10.1145/3379597.3387504","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379597.3387504","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/136241","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027032646","display_name":"Steffen Herbold","orcid":"https://orcid.org/0000-0001-9765-2803"},"institutions":[{"id":"https://openalex.org/I74656192","display_name":"University of G\u00f6ttingen","ror":"https://ror.org/01y9bpm73","country_code":"DE","type":"education","lineage":["https://openalex.org/I74656192"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Steffen Herbold","raw_affiliation_strings":["University of Goettingen, G\u00f6ttingen, Germany"],"affiliations":[{"raw_affiliation_string":"University of Goettingen, G\u00f6ttingen, Germany","institution_ids":["https://openalex.org/I74656192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089799382","display_name":"Alexander Trautsch","orcid":"https://orcid.org/0000-0001-5236-7953"},"institutions":[{"id":"https://openalex.org/I74656192","display_name":"University of G\u00f6ttingen","ror":"https://ror.org/01y9bpm73","country_code":"DE","type":"education","lineage":["https://openalex.org/I74656192"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Trautsch","raw_affiliation_strings":["University of Goettingen, G\u00f6ttingen, Germany"],"affiliations":[{"raw_affiliation_string":"University of Goettingen, G\u00f6ttingen, Germany","institution_ids":["https://openalex.org/I74656192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081738655","display_name":"Benjamin Ledel","orcid":null},"institutions":[{"id":"https://openalex.org/I74656192","display_name":"University of G\u00f6ttingen","ror":"https://ror.org/01y9bpm73","country_code":"DE","type":"education","lineage":["https://openalex.org/I74656192"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benjamin Ledel","raw_affiliation_strings":["University of Goettingen, G\u00f6ttingen, Germany"],"affiliations":[{"raw_affiliation_string":"University of Goettingen, G\u00f6ttingen, Germany","institution_ids":["https://openalex.org/I74656192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5027032646"],"corresponding_institution_ids":["https://openalex.org/I74656192"],"apc_list":null,"apc_paid":null,"fwci":1.3908,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86872569,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"611","last_page":"614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8234007954597473},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.820099413394928},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.7294081449508667},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6171061992645264},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5779064893722534},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5323007106781006},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4635424315929413},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3972947299480438},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3636230528354645},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2094128429889679},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.19946298003196716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8234007954597473},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.820099413394928},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.7294081449508667},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6171061992645264},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5779064893722534},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5323007106781006},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4635424315929413},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3972947299480438},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3636230528354645},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2094128429889679},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.19946298003196716},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3379597.3387504","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379597.3387504","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/136241","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/136241","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:share.osf.io:bb542bc4-db25-40af-a055-49a2b07d146c","is_oa":false,"landing_page_url":"https://osf.io/agy7c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"pmh:oai:publications.goettingen-research-online.de:2/136241","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/136241","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7548216887","display_name":null,"funder_award_id":"402774445","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W101148737","https://openalex.org/W1973429805","https://openalex.org/W2012757283","https://openalex.org/W2025903114","https://openalex.org/W2408181256","https://openalex.org/W2766521509","https://openalex.org/W2795027827","https://openalex.org/W2963913216","https://openalex.org/W2990449668","https://openalex.org/W3091071981","https://openalex.org/W3091744225","https://openalex.org/W3208407575","https://openalex.org/W4229977739","https://openalex.org/W4230702621","https://openalex.org/W4235354960","https://openalex.org/W4254882388"],"related_works":["https://openalex.org/W4367365664","https://openalex.org/W4385326140","https://openalex.org/W4293227618","https://openalex.org/W2136634148","https://openalex.org/W3122851392","https://openalex.org/W3122800671","https://openalex.org/W4250708772","https://openalex.org/W4288862737","https://openalex.org/W1984769753","https://openalex.org/W2621101275"],"abstract_inverted_index":{"Context:":[0],"Accurate":[1],"data":[2],"about":[3],"bug":[4,23,31,58,80],"fixes":[5,59],"is":[6],"important":[7],"for":[8],"different":[9],"venues":[10],"of":[11,46,51,55,67],"research,":[12],"e.g.,":[13,41],"program":[14],"repair.":[15],"While":[16],"automated":[17],"procedures":[18],"are":[19,37],"able":[20],"to":[21,61,77,90],"identify":[22],"fixing":[24,81],"activities,":[25],"they":[26],"cannot":[27],"distinguish":[28],"between":[29],"the":[30,44,65,85,91,98,101],"fix":[32],"and":[33,60,83,95],"other":[34],"activities":[35],"that":[36],"happening":[38],"in":[39,100],"parallel,":[40],"refactorings":[42],"or":[43],"addition":[45],"features.":[47],"Objective:":[48],"The":[49],"creation":[50],"a":[52,73],"large":[53],"corpus":[54],"manually":[56,78],"validated":[57],"gain":[62],"insights":[63],"into":[64],"limitations":[66],"manual":[68],"validation.":[69],"Method:":[70],"We":[71],"use":[72],"crowd":[74,102],"working":[75],"approach":[76],"validate":[79],"commit":[82],"analyze":[84],"limitations.":[86],"Limitations:":[87],"Insights":[88],"limited":[89],"Java":[92],"programming":[93],"language":[94],"possibly":[96],"by":[97],"participants":[99],"working.":[103]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}