{"id":"https://openalex.org/W3147664968","doi":"https://doi.org/10.1109/icse.2012.6227170","title":"An empirical study about the effectiveness of debugging when random test cases are used","display_name":"An empirical study about the effectiveness of debugging when random test cases are used","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W3147664968","doi":"https://doi.org/10.1109/icse.2012.6227170","mag":"3147664968"},"language":"en","primary_location":{"id":"doi:10.1109/icse.2012.6227170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2012.6227170","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 34th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10281/42653","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019508589","display_name":"Mariano Ceccato","orcid":"https://orcid.org/0000-0001-7325-0316"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Mariano Ceccato","raw_affiliation_strings":["Fondazione Bruno Kessler, Trento, Italy","Fondazione Bruno Kessler (FBK), Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]},{"raw_affiliation_string":"Fondazione Bruno Kessler (FBK), Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063055832","display_name":"Alessandro Marchetto","orcid":"https://orcid.org/0000-0002-6833-896X"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Marchetto","raw_affiliation_strings":["Fondazione Bruno Kessler, Trento, Italy","Fondazione Bruno Kessler (FBK), Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]},{"raw_affiliation_string":"Fondazione Bruno Kessler (FBK), Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036120394","display_name":"Leonardo Mariani","orcid":"https://orcid.org/0000-0001-9527-7042"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Leonardo Mariani","raw_affiliation_strings":["University of Milano Bicocca, Milano, Italy","University of Milano-Bicocca, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"University of Milano Bicocca, Milano, Italy","institution_ids":["https://openalex.org/I66752286"]},{"raw_affiliation_string":"University of Milano-Bicocca, Milano, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100804503","display_name":"Cu Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cu D. Nguyen","raw_affiliation_strings":["Fondazione Bruno Kessler, Trento, Italy","Fondazione Bruno Kessler (FBK), Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]},{"raw_affiliation_string":"Fondazione Bruno Kessler (FBK), Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025438762","display_name":"Paolo Tonella","orcid":"https://orcid.org/0000-0003-3088-0339"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Tonella","raw_affiliation_strings":["Fondazione Bruno Kessler, Trento, Italy","Fondazione Bruno Kessler (FBK), Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]},{"raw_affiliation_string":"Fondazione Bruno Kessler (FBK), Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019508589"],"corresponding_institution_ids":["https://openalex.org/I2277624104"],"apc_list":null,"apc_paid":null,"fwci":1.1756,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8304025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"452","last_page":"462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.9316577315330505},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.811355471611023},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.7411598563194275},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6742562055587769},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.5818915963172913},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5613864660263062},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5493884682655334},{"id":"https://openalex.org/keywords/algorithmic-program-debugging","display_name":"Algorithmic program debugging","score":0.520904004573822},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5033408999443054},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.4535057544708252},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4341677129268646},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.42674100399017334},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3260599374771118},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.28764626383781433},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.20128712058067322},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08513787388801575}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.9316577315330505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.811355471611023},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.7411598563194275},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6742562055587769},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.5818915963172913},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5613864660263062},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5493884682655334},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.520904004573822},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5033408999443054},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.4535057544708252},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4341677129268646},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42674100399017334},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3260599374771118},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28764626383781433},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.20128712058067322},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08513787388801575},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icse.2012.6227170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2012.6227170","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 34th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},{"id":"pmh:oai:boa.unimib.it:10281/42653","is_oa":true,"landing_page_url":"http://hdl.handle.net/10281/42653","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.unitn.it:11572/331376","is_oa":false,"landing_page_url":"http://hdl.handle.net/11572/331376","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:boa.unimib.it:10281/42653","is_oa":true,"landing_page_url":"http://hdl.handle.net/10281/42653","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1528125755","https://openalex.org/W1965194038","https://openalex.org/W1967308381","https://openalex.org/W1985378987","https://openalex.org/W1987604705","https://openalex.org/W2055489377","https://openalex.org/W2067436653","https://openalex.org/W2071112258","https://openalex.org/W2077258409","https://openalex.org/W2110311336","https://openalex.org/W2122111042","https://openalex.org/W2125940008","https://openalex.org/W2128011709","https://openalex.org/W2138666285","https://openalex.org/W2144631057","https://openalex.org/W4229772528","https://openalex.org/W4234542549","https://openalex.org/W4237492309","https://openalex.org/W6631837471"],"related_works":["https://openalex.org/W1598160211","https://openalex.org/W2546522537","https://openalex.org/W4253521920","https://openalex.org/W2179621094","https://openalex.org/W2067499928","https://openalex.org/W1524028411","https://openalex.org/W2138059712","https://openalex.org/W2018145554","https://openalex.org/W2127248783","https://openalex.org/W2547155723"],"abstract_inverted_index":{"Automatically":[0],"generated":[1,38,79,134],"test":[2,20,39,52,83,95,106,135],"cases":[3,21,40],"are":[4,22],"usually":[5],"evaluated":[6],"in":[7,132],"terms":[8],"of":[9,27,36,49,90,94,117,130,142],"their":[10],"fault":[11,30],"revealing":[12],"or":[13,80],"coverage":[14],"capability.":[15],"Beside":[16],"these":[17],"two":[18,68],"aspects,":[19],"also":[23],"the":[24,42,47,64,88,91,128],"major":[25],"source":[26],"information":[28],"for":[29],"localization":[31],"and":[32,102,115],"fixing.":[33],"The":[34,119],"impact":[35,112],"automatically":[37,78,133],"on":[41,113],"debugging":[43,75],"activity,":[44],"compared":[45],"to":[46],"use":[48],"manually":[50,81],"written":[51,82],"cases,":[53,96,136],"has":[54],"never":[55],"been":[56],"studied":[57],"before.":[58],"In":[59],"this":[60],"paper":[61],"we":[62],"report":[63],"results":[65],"obtained":[66],"from":[67],"controlled":[69],"experiments":[70],"with":[71],"human":[72],"subjects":[73,137],"performing":[74],"tasks":[76],"using":[77],"cases.":[84],"We":[85],"investigate":[86],"whether":[87],"features":[89],"former":[92],"type":[93],"which":[97],"make":[98],"them":[99,143],"less":[100],"readable":[101],"understandable":[103],"(e.g.,":[104],"unclear":[105],"scenarios,":[107],"meaningless":[108],"identifiers),":[109],"have":[110],"an":[111],"accuracy":[114],"efficiency":[116],"debugging.":[118,145],"empirical":[120],"study":[121],"is":[122],"aimed":[123],"at":[124],"investigating":[125],"whether,":[126],"despite":[127],"lack":[129],"readability":[131],"can":[138],"still":[139],"take":[140],"advantage":[141],"during":[144]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}