{"id":"https://openalex.org/W2508117657","doi":"https://doi.org/10.1145/2970276.2970340","title":"An empirical investigation into the nature of test smells","display_name":"An empirical investigation into the nature of test smells","publication_year":2016,"publication_date":"2016-08-25","ids":{"openalex":"https://openalex.org/W2508117657","doi":"https://doi.org/10.1145/2970276.2970340","mag":"2508117657"},"language":"en","primary_location":{"id":"doi:10.1145/2970276.2970340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970276.2970340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020154435","display_name":"Michele Tufano","orcid":"https://orcid.org/0000-0003-2225-2420"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michele Tufano","raw_affiliation_strings":["College of William and Mary, USA"],"affiliations":[{"raw_affiliation_string":"College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033738898","display_name":"Fabio Palomba","orcid":"https://orcid.org/0000-0001-9337-5116"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Palomba","raw_affiliation_strings":["University of Salerno, Italy"],"affiliations":[{"raw_affiliation_string":"University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056526226","display_name":"Gabriele Bavota","orcid":"https://orcid.org/0000-0002-2216-3148"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["University of Lugano, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025099559","display_name":"Massimiliano Di Penta","orcid":"https://orcid.org/0000-0002-0340-9747"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimiliano Di Penta","raw_affiliation_strings":["University of Sannio, Italy"],"affiliations":[{"raw_affiliation_string":"University of Sannio, Italy","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009727039","display_name":"Rocco Oliveto","orcid":"https://orcid.org/0000-0002-7995-8582"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rocco Oliveto","raw_affiliation_strings":["University of Molise, Italy"],"affiliations":[{"raw_affiliation_string":"University of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079088548","display_name":"Andrea De Lucia","orcid":"https://orcid.org/0000-0002-4238-1425"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea De Lucia","raw_affiliation_strings":["University of Salerno, Italy"],"affiliations":[{"raw_affiliation_string":"University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041262116","display_name":"Denys Poshyvanyk","orcid":"https://orcid.org/0000-0002-5626-7586"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denys Poshyvanyk","raw_affiliation_strings":["College of William and Mary, USA"],"affiliations":[{"raw_affiliation_string":"College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5020154435"],"corresponding_institution_ids":["https://openalex.org/I16285277"],"apc_list":null,"apc_paid":null,"fwci":33.3412,"has_fulltext":false,"cited_by_count":154,"citation_normalized_percentile":{"value":0.99647934,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.9290280342102051},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.796871542930603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6410386562347412},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5946038961410522},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5602195262908936},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.4267011284828186},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38384202122688293},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.23280593752861023},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.2209101915359497},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.17274048924446106},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.16592776775360107},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12706544995307922}],"concepts":[{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.9290280342102051},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.796871542930603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6410386562347412},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5946038961410522},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5602195262908936},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.4267011284828186},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38384202122688293},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.23280593752861023},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2209101915359497},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.17274048924446106},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.16592776775360107},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12706544995307922},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2970276.2970340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970276.2970340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1342665","https://openalex.org/W50561030","https://openalex.org/W156130389","https://openalex.org/W1487083903","https://openalex.org/W1526118661","https://openalex.org/W1534729839","https://openalex.org/W1541128807","https://openalex.org/W1564363189","https://openalex.org/W1979300931","https://openalex.org/W1982871693","https://openalex.org/W1991242370","https://openalex.org/W2003148182","https://openalex.org/W2014216297","https://openalex.org/W2014418158","https://openalex.org/W2017709030","https://openalex.org/W2027203221","https://openalex.org/W2035894543","https://openalex.org/W2038326149","https://openalex.org/W2043328610","https://openalex.org/W2046263206","https://openalex.org/W2047971903","https://openalex.org/W2053667299","https://openalex.org/W2056952837","https://openalex.org/W2071983648","https://openalex.org/W2076804800","https://openalex.org/W2077919660","https://openalex.org/W2083714857","https://openalex.org/W2089910927","https://openalex.org/W2092190553","https://openalex.org/W2096821349","https://openalex.org/W2100925270","https://openalex.org/W2106669790","https://openalex.org/W2108086273","https://openalex.org/W2113322762","https://openalex.org/W2114063681","https://openalex.org/W2119811370","https://openalex.org/W2139074146","https://openalex.org/W2140504739","https://openalex.org/W2141069252","https://openalex.org/W2149963636","https://openalex.org/W2151295763","https://openalex.org/W2153887189","https://openalex.org/W2163736745","https://openalex.org/W2166559705","https://openalex.org/W2238078713","https://openalex.org/W2729360425","https://openalex.org/W2998574808","https://openalex.org/W4234886888","https://openalex.org/W4293241248","https://openalex.org/W6683106902","https://openalex.org/W6689852621"],"related_works":["https://openalex.org/W2088986462","https://openalex.org/W2780981476","https://openalex.org/W2955607951","https://openalex.org/W3166181464","https://openalex.org/W2187939805","https://openalex.org/W125071098","https://openalex.org/W2517910349","https://openalex.org/W2946499381","https://openalex.org/W3153400467","https://openalex.org/W4229981338"],"abstract_inverted_index":{"Test":[0],"smells":[1,53,80,94,113,146],"have":[2],"been":[3],"defined":[4],"as":[5,10],"poorly":[6],"designed":[7],"tests":[8],"and,":[9],"reported":[11],"by":[12],"recent":[13],"empirical":[14,105],"studies,":[15],"their":[16,120,126],"presence":[17,127,132],"may":[18],"negatively":[19],"affect":[20],"comprehension":[21],"and":[22,38,123,164,184,208],"maintenance":[23],"of":[24,40,51,133,193],"test":[25,41,52,71,93,112,145,153,183,205],"suites.":[26],"Despite":[27],"this,":[28],"there":[29],"are":[30,81,96,147],"no":[31],"available":[32],"automated":[33,75,202],"tools":[34,76,203],"to":[35,85,167,199],"support":[36],"identification":[37],"repair":[39],"smells.":[42,186],"In":[43],"this":[44,99,194],"paper,":[45],"we":[46,101,177,188],"firstly":[47],"investigate":[48],"developers'":[49],"perception":[50],"in":[54,115,136,157,169],"a":[55,103,170,173],"study":[56,195],"with":[57,130],"19":[58],"participants.":[59],"The":[60,141],"results":[61,142,192],"show":[62,189],"that":[63,74,144],"developers":[64],"generally":[65],"do":[66],"not":[67],"recognize":[68],"(potentially":[69],"harmful)":[70],"smells,":[72],"highlighting":[73],"for":[77,160,172,204],"identifying":[78],"such":[79],"much":[82],"needed.":[83],"However,":[84],"build":[86,200],"effective":[87,201],"tools,":[88],"deeper":[89],"insights":[90],"into":[91],"the":[92,131,151,158,161,191],"phenomenon":[95],"required.":[97],"To":[98],"aim,":[100],"conducted":[102],"large-scale":[104],"investigation":[106],"aimed":[107],"at":[108],"analyzing":[109],"(i)":[110],"when":[111,150],"occur":[114],"source":[116],"code,":[117],"(ii)":[118],"what":[119],"survivability":[121],"is,":[122],"(iii)":[124],"whether":[125],"is":[128,155],"associated":[129],"design":[134],"problems":[135],"production":[137],"code":[138,154,185],"(code":[139],"smells).":[140],"indicate":[143],"usually":[148],"introduced":[149],"corresponding":[152],"committed":[156],"repository":[159],"first":[162],"time,":[163],"they":[165],"tend":[166],"remain":[168],"system":[171],"long":[174],"time.":[175],"Moreover,":[176],"found":[178],"various":[179],"unexpected":[180],"relationships":[181],"between":[182],"Finally,":[187],"how":[190],"can":[196],"be":[197],"used":[198],"smell":[206],"detection":[207],"refactoring.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":28},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}