{"id":"https://openalex.org/W2214958829","doi":"https://doi.org/10.1145/2884781.2884847","title":"The impact of test case summaries on bug fixing performance","display_name":"The impact of test case summaries on bug fixing performance","publication_year":2016,"publication_date":"2016-05-13","ids":{"openalex":"https://openalex.org/W2214958829","doi":"https://doi.org/10.1145/2884781.2884847","mag":"2214958829"},"language":"en","primary_location":{"id":"doi:10.1145/2884781.2884847","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2884781.2884847","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:910b7be9-8bb7-4e66-bdca-681a14abf669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063227479","display_name":"Sebastiano Panichella","orcid":"https://orcid.org/0000-0003-4120-626X"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sebastiano Panichella","raw_affiliation_strings":["University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Annibale Panichella","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021746976","display_name":"Moritz Beller","orcid":"https://orcid.org/0000-0003-4852-0526"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Moritz Beller","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046237164","display_name":"Andy Zaidman","orcid":"https://orcid.org/0000-0003-2413-3935"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andy Zaidman","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009436227","display_name":"Harald C. Gall","orcid":"https://orcid.org/0000-0002-3874-5628"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Harald C. Gall","raw_affiliation_strings":["University of Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":105,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"547","last_page":"558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8176175951957703},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6699529886245728},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6493330597877502},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.6245256662368774},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.5815003514289856},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5609850883483887},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5472376942634583},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5153471827507019},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.508211612701416},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4625638425350189},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.4616820216178894},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.4538714289665222},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3968390226364136},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37764355540275574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37044423818588257},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3259233236312866},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.28520554304122925},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.15865084528923035},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09095469117164612},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.08275127410888672}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8176175951957703},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6699529886245728},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6493330597877502},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.6245256662368774},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.5815003514289856},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5609850883483887},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5472376942634583},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5153471827507019},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.508211612701416},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4625638425350189},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.4616820216178894},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.4538714289665222},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3968390226364136},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37764355540275574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37044423818588257},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3259233236312866},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28520554304122925},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.15865084528923035},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09095469117164612},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.08275127410888672},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2884781.2884847","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2884781.2884847","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:910b7be9-8bb7-4e66-bdca-681a14abf669","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:910b7be9-8bb7-4e66-bdca-681a14abf669","pdf_url":"http://resolver.tudelft.nl/uuid:910b7be9-8bb7-4e66-bdca-681a14abf669","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},{"id":"pmh:oai:www.zora.uzh.ch:122800","is_oa":true,"landing_page_url":null,"pdf_url":"https://www.zora.uzh.ch/id/eprint/122800/1/main.pdf","source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Panichella, Sebastiano; Panichella, Annibale; Beller, Moritz; Zaidman, Andy; Gall, Harald C (2016). The Impact of Test Case Summaries on Bug Fixing Performance: An Empirical Investigation. In: Proceedings of the International Conference on Software Engineering (ICSE), Austin, TX, USA, 14 May 2016 - 22 May 2016, IEEE.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.5167/uzh-122800","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-122800","pdf_url":null,"source":{"id":"https://openalex.org/S7407051291","display_name":"Universit\u00e4t Z\u00fcrich, ZORA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:910b7be9-8bb7-4e66-bdca-681a14abf669","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:910b7be9-8bb7-4e66-bdca-681a14abf669","pdf_url":"http://resolver.tudelft.nl/uuid:910b7be9-8bb7-4e66-bdca-681a14abf669","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2214958829.pdf","grobid_xml":"https://content.openalex.org/works/W2214958829.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W91975816","https://openalex.org/W1495557642","https://openalex.org/W1553570763","https://openalex.org/W1599808047","https://openalex.org/W1783768447","https://openalex.org/W1964730672","https://openalex.org/W1965194038","https://openalex.org/W1965335252","https://openalex.org/W1965976058","https://openalex.org/W1968288944","https://openalex.org/W1970407057","https://openalex.org/W1971455601","https://openalex.org/W1972375918","https://openalex.org/W1974153972","https://openalex.org/W1984561845","https://openalex.org/W1993760289","https://openalex.org/W1997090065","https://openalex.org/W1997358723","https://openalex.org/W2007022086","https://openalex.org/W2019246026","https://openalex.org/W2023925487","https://openalex.org/W2024352272","https://openalex.org/W2027398997","https://openalex.org/W2028897749","https://openalex.org/W2037291277","https://openalex.org/W2056514427","https://openalex.org/W2058554556","https://openalex.org/W2064081154","https://openalex.org/W2064990042","https://openalex.org/W2077258409","https://openalex.org/W2081749632","https://openalex.org/W2082160726","https://openalex.org/W2082274331","https://openalex.org/W2084669353","https://openalex.org/W2085625396","https://openalex.org/W2102318902","https://openalex.org/W2109596254","https://openalex.org/W2110706065","https://openalex.org/W2111817662","https://openalex.org/W2111909698","https://openalex.org/W2117228548","https://openalex.org/W2122060876","https://openalex.org/W2123586642","https://openalex.org/W2125000816","https://openalex.org/W2132897303","https://openalex.org/W2133333349","https://openalex.org/W2137501186","https://openalex.org/W2138824333","https://openalex.org/W2152372482","https://openalex.org/W2152829991","https://openalex.org/W2165022036","https://openalex.org/W2166879716","https://openalex.org/W2171238733","https://openalex.org/W2172260321","https://openalex.org/W2267952752","https://openalex.org/W2284840260","https://openalex.org/W3103568582","https://openalex.org/W3204678569","https://openalex.org/W4251988601","https://openalex.org/W4254273039"],"related_works":["https://openalex.org/W2724840363","https://openalex.org/W4389236635","https://openalex.org/W2510269711","https://openalex.org/W2164315119","https://openalex.org/W2102170411","https://openalex.org/W4387711873","https://openalex.org/W4387929208","https://openalex.org/W4387711860","https://openalex.org/W2153601374","https://openalex.org/W2207023215"],"abstract_inverted_index":{"Automated":[0],"test":[1,68,97,110,128,136],"generation":[2,98],"tools":[3],"have":[4,21],"been":[5,22],"widely":[6],"investigated":[7],"with":[8],"the":[9,13,72,91,133],"goal":[10],"of":[11,15,71,74,109,135],"reducing":[12],"cost":[14],"testing":[16],"activities.":[17],"However,":[18],"generated":[19,50],"tests":[20,51],"shown":[23],"not":[24],"to":[25,42,54,103],"help":[26],"developers":[27,120],"in":[28],"detecting":[29],"and":[30,56,126],"finding":[31],"more":[32],"bugs":[33],"even":[34],"though":[35],"they":[36],"reach":[37],"higher":[38],"structural":[39],"coverage":[40],"compared":[41],"manual":[43],"testing.":[44],"The":[45],"main":[46],"reason":[47],"is":[48,139],"that":[49,86,118],"are":[52],"difficult":[53],"understand":[55],"maintain.":[57],"Our":[58],"paper":[59],"proposes":[60],"an":[61],"approach,":[62],"coined":[63],"TestDescriber,":[64],"which":[65,138],"automatically":[66],"generates":[67],"case":[69,129],"summaries":[70,130],"portion":[73],"code":[75],"exercised":[76],"by":[77,143],"each":[78],"individual":[79],"test,":[80],"thereby":[81],"improving":[82],"understandability.":[83],"We":[84],"argue":[85],"this":[87],"approach":[88,115],"can":[89],"complement":[90],"current":[92],"techniques":[93,101],"around":[94],"automated":[95],"unit":[96],"or":[99],"search-based":[100],"designed":[102],"generate":[104],"a":[105],"possibly":[106],"minimal":[107],"set":[108],"cases.":[111],"In":[112],"evaluating":[113],"our":[114],"we":[116],"found":[117],"(1)":[119],"find":[121],"twice":[122],"as":[123],"many":[124],"bugs,":[125],"(2)":[127],"significantly":[131],"improve":[132],"comprehensibility":[134],"cases,":[137],"considered":[140],"particularly":[141],"useful":[142],"developers.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":8}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}