{"id":"https://openalex.org/W2952844358","doi":"https://doi.org/10.1145/3338906.3338947","title":"Assessing the quality of the steps to reproduce in bug reports","display_name":"Assessing the quality of the steps to reproduce in bug reports","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2952844358","doi":"https://doi.org/10.1145/3338906.3338947","mag":"2952844358"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3338947","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3338947","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.07107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003334072","display_name":"Oscar Chaparro","orcid":"https://orcid.org/0000-0003-2838-685X"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oscar Chaparro","raw_affiliation_strings":["College of William and Mary, USA","College of William & Mary USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]},{"raw_affiliation_string":"College of William & Mary USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051705472","display_name":"Carlos Bernal-C\u00e1rdenas","orcid":"https://orcid.org/0000-0002-6209-5346"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Bernal-C\u00e1rdenas","raw_affiliation_strings":["College of William and Mary, USA","College of William & Mary USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]},{"raw_affiliation_string":"College of William & Mary USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101810008","display_name":"Jing Lu","orcid":"https://orcid.org/0000-0001-9195-7470"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Lu","raw_affiliation_strings":["University of Texas at Dallas, USA","University of Texas at Dallas; USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]},{"raw_affiliation_string":"University of Texas at Dallas; USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090372362","display_name":"Kevin Moran","orcid":"https://orcid.org/0000-0001-9683-5616"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Moran","raw_affiliation_strings":["College of William and Mary, USA","College of William & Mary USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]},{"raw_affiliation_string":"College of William & Mary USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070230554","display_name":"Andrian Marcus","orcid":"https://orcid.org/0000-0001-5450-5598"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrian Marcus","raw_affiliation_strings":["University of Texas at Dallas, USA","University of Texas at Dallas; USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]},{"raw_affiliation_string":"University of Texas at Dallas; USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025099559","display_name":"Massimiliano Di Penta","orcid":"https://orcid.org/0000-0002-0340-9747"},"institutions":[{"id":"https://openalex.org/I1321014770","display_name":"Association for Computing Machinery","ror":"https://ror.org/03wsadn68","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321014770"]},{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT","US"],"is_corresponding":false,"raw_author_name":"Massimiliano Di Penta","raw_affiliation_strings":["University of Sannio, Italy","Association for Computing Machinery"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sannio, Italy","institution_ids":["https://openalex.org/I16337185"]},{"raw_affiliation_string":"Association for Computing Machinery","institution_ids":["https://openalex.org/I1321014770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041262116","display_name":"Denys Poshyvanyk","orcid":"https://orcid.org/0000-0002-5626-7586"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denys Poshyvanyk","raw_affiliation_strings":["College of William and Mary, USA","College of William & Mary USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]},{"raw_affiliation_string":"College of William & Mary USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102732054","display_name":"Vincent Ng","orcid":"https://orcid.org/0000-0001-8237-429X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vincent Ng","raw_affiliation_strings":["University of Texas at Dallas, USA","University of Texas at Dallas; USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]},{"raw_affiliation_string":"University of Texas at Dallas; USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"86","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7553409934043884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7473165988922119},{"id":"https://openalex.org/keywords/triage","display_name":"Triage","score":0.5168355107307434},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33576804399490356},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06794393062591553}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7553409934043884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7473165988922119},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.5168355107307434},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33576804399490356},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06794393062591553},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3338906.3338947","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3338947","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.07107","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.07107","pdf_url":"https://arxiv.org/pdf/1906.07107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2952844358","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.07107.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.07107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.07107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1906.07107","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.07107","pdf_url":"https://arxiv.org/pdf/1906.07107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2428575675","display_name":"SHF: Small: Natural GUI-Based Testing of Mobile Apps via Mining Software Repositories","funder_award_id":"1815186","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4162813058","display_name":"RI: Small: Fast, Scalable Joint Inference for NLP using Markov Logic","funder_award_id":"1528037","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4326413863","display_name":"SHF: Small: Collaborative Research:Text Retrieval in Software Engineering 2.0","funder_award_id":"1526118","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6231399083","display_name":"EAGER: Automatic Identification of Bug Description Elements","funder_award_id":"1848608","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7498511966","display_name":"SHF: Small: Deep Learning Software Repositories","funder_award_id":"1525902","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952844358.pdf","grobid_xml":"https://content.openalex.org/works/W2952844358.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1623072288","https://openalex.org/W1940872118","https://openalex.org/W1987604705","https://openalex.org/W2035030692","https://openalex.org/W2036270265","https://openalex.org/W2074019008","https://openalex.org/W2087248009","https://openalex.org/W2093041713","https://openalex.org/W2095593431","https://openalex.org/W2100406974","https://openalex.org/W2107142491","https://openalex.org/W2110229593","https://openalex.org/W2115381446","https://openalex.org/W2123442489","https://openalex.org/W2124482849","https://openalex.org/W2127577307","https://openalex.org/W2127898555","https://openalex.org/W2130146200","https://openalex.org/W2158760041","https://openalex.org/W2160517961","https://openalex.org/W2164577291","https://openalex.org/W2296283641","https://openalex.org/W2338034015","https://openalex.org/W2493916176","https://openalex.org/W2496662957","https://openalex.org/W2514303331","https://openalex.org/W2528179723","https://openalex.org/W2620672884","https://openalex.org/W2727861051","https://openalex.org/W2741600166","https://openalex.org/W2799124508","https://openalex.org/W2854345383","https://openalex.org/W2909014315","https://openalex.org/W2963186636","https://openalex.org/W2963641259","https://openalex.org/W3102650716"],"related_works":["https://openalex.org/W2967289945","https://openalex.org/W2621131828","https://openalex.org/W2127577307","https://openalex.org/W3101482573","https://openalex.org/W2143059009","https://openalex.org/W2954916854","https://openalex.org/W2575460688","https://openalex.org/W2004239351","https://openalex.org/W2529044956","https://openalex.org/W2603381882","https://openalex.org/W2607305152","https://openalex.org/W1551505642","https://openalex.org/W2695107955","https://openalex.org/W2913086684","https://openalex.org/W2044225531","https://openalex.org/W2160517961","https://openalex.org/W2511207573","https://openalex.org/W3025721171","https://openalex.org/W2970067638","https://openalex.org/W2604529857"],"abstract_inverted_index":{"A":[0],"major":[1],"problem":[2],"with":[3],"user-written":[4],"bug":[5,39,63,77],"reports,":[6],"indicated":[7],"by":[8,12,82,86],"developers":[9],"and":[10,41,52,89,104],"documented":[11],"researchers,":[13],"is":[14],"the":[15,21,26,54,57,68,76,90,99,107],"(lack":[16],"of":[17,20,56,98,106,112],"high)":[18],"quality":[19,55,114],"reported":[22],"steps":[23,29,58,101],"to":[24,30,33,59,67,74,102],"reproduce":[25,31,60,103],"bugs.":[27],"Low-quality":[28],"lead":[32],"excessive":[34],"manual":[35],"effort":[36],"spent":[37],"on":[38],"triage":[40],"resolution.":[42],"This":[43],"paper":[44],"proposes":[45],"Euler,":[46],"an":[47],"approach":[48],"that":[49,93],"automatically":[50],"identifies":[51],"assesses":[53],"in":[61],"a":[62],"report,":[64],"providing":[65],"feedback":[66,80],"reporters,":[69],"which":[70],"they":[71],"can":[72],"use":[73],"improve":[75],"report.":[78],"The":[79],"provided":[81],"Euler":[83,94],"was":[84],"assessed":[85],"external":[87],"evaluators":[88],"results":[91],"indicate":[92],"correctly":[95],"identified":[96],"98%":[97],"existing":[100],"58%":[105],"missing":[108],"ones,":[109],"while":[110],"73%":[111],"its":[113],"annotations":[115],"are":[116],"correct.":[117]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}