{"id":"https://openalex.org/W4388483889","doi":"https://doi.org/10.1109/esem56168.2023.10304800","title":"Manual Tests Do Smell! Cataloging and Identifying Natural Language Test Smells","display_name":"Manual Tests Do Smell! Cataloging and Identifying Natural Language Test Smells","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388483889","doi":"https://doi.org/10.1109/esem56168.2023.10304800"},"language":"en","primary_location":{"id":"doi:10.1109/esem56168.2023.10304800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem56168.2023.10304800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000193460","display_name":"Elvys Soares","orcid":"https://orcid.org/0000-0001-7593-0147"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Elvys Soares","raw_affiliation_strings":["Universidade Federal de Pernambuco (UFPE),Brazil","Universidade Federal de Pernambuco (UFPE), Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Pernambuco (UFPE),Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Universidade Federal de Pernambuco (UFPE), Brazil","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047045323","display_name":"Manoel Aranda","orcid":"https://orcid.org/0000-0001-9540-1605"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Manoel Aranda","raw_affiliation_strings":["Federal University of Alagoas (UFAL),Brazil","Federal University of Alagoas (UFAL), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Alagoas (UFAL),Brazil","institution_ids":["https://openalex.org/I79889768"]},{"raw_affiliation_string":"Federal University of Alagoas (UFAL), Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090366173","display_name":"Naelson Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Naelson Oliveira","raw_affiliation_strings":["Federal University of Alagoas (UFAL),Brazil","Federal University of Alagoas (UFAL), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Alagoas (UFAL),Brazil","institution_ids":["https://openalex.org/I79889768"]},{"raw_affiliation_string":"Federal University of Alagoas (UFAL), Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051287042","display_name":"M\u00e1rcio Ribeiro","orcid":"https://orcid.org/0000-0002-4293-4261"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"M\u00e1rcio Ribeiro","raw_affiliation_strings":["Federal University of Alagoas (UFAL),Brazil","Federal University of Alagoas (UFAL), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Alagoas (UFAL),Brazil","institution_ids":["https://openalex.org/I79889768"]},{"raw_affiliation_string":"Federal University of Alagoas (UFAL), Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075988425","display_name":"Rohit Gheyi","orcid":"https://orcid.org/0000-0002-5562-4449"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rohit Gheyi","raw_affiliation_strings":["Federal University of Campina Grande (UFCG),Brazil","Federal University of Campina Grande (UFCG), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Campina Grande (UFCG),Brazil","institution_ids":["https://openalex.org/I41455075"]},{"raw_affiliation_string":"Federal University of Campina Grande (UFCG), Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028325551","display_name":"Emerson Souza","orcid":"https://orcid.org/0009-0008-0322-2262"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Emerson Souza","raw_affiliation_strings":["Universidade Federal de Pernambuco (UFPE),Brazil","Universidade Federal de Pernambuco (UFPE), Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Pernambuco (UFPE),Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Universidade Federal de Pernambuco (UFPE), Brazil","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060475953","display_name":"Ivan Machado","orcid":"https://orcid.org/0000-0001-9027-2293"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ivan Machado","raw_affiliation_strings":["Federal University of Bahia (UFBA),Brazil","Federal University of Bahia (UFBA), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia (UFBA),Brazil","institution_ids":["https://openalex.org/I126158947"]},{"raw_affiliation_string":"Federal University of Bahia (UFBA), Brazil","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078249721","display_name":"Andr\u00e9 A. Santos","orcid":"https://orcid.org/0000-0002-3248-1051"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Santos","raw_affiliation_strings":["Universidade Federal de Pernambuco (UFPE),Brazil","Universidade Federal de Pernambuco (UFPE), Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal de Pernambuco (UFPE),Brazil","institution_ids":["https://openalex.org/I25112270"]},{"raw_affiliation_string":"Universidade Federal de Pernambuco (UFPE), Brazil","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090231856","display_name":"Baldo\u00edno Fonseca","orcid":"https://orcid.org/0000-0002-0730-0319"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Baldoino Fonseca","raw_affiliation_strings":["Federal University of Alagoas (UFAL),Brazil","Federal University of Alagoas (UFAL), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Alagoas (UFAL),Brazil","institution_ids":["https://openalex.org/I79889768"]},{"raw_affiliation_string":"Federal University of Alagoas (UFAL), Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021715300","display_name":"Rodrigo Bonif\u00e1cio","orcid":"https://orcid.org/0000-0002-2380-2829"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodrigo Bonif\u00e1cio","raw_affiliation_strings":["University of Brasília (UnB),Brazil"],"affiliations":[{"raw_affiliation_string":"University of Brasília (UnB),Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5000193460"],"corresponding_institution_ids":["https://openalex.org/I25112270"],"apc_list":null,"apc_paid":null,"fwci":5.0105,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.95674091,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.8739820718765259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7200392484664917},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6224591135978699},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46209588646888733},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.45935866236686707},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43868210911750793},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41639474034309387},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34859099984169006},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.32143276929855347},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.2044011354446411},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.18887653946876526},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11954095959663391}],"concepts":[{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.8739820718765259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200392484664917},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6224591135978699},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46209588646888733},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.45935866236686707},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43868210911750793},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41639474034309387},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34859099984169006},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32143276929855347},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2044011354446411},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.18887653946876526},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11954095959663391},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/esem56168.2023.10304800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem56168.2023.10304800","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2047899006","display_name":null,"funder_award_id":"312195/2021-4,421306/2018-1,310313/2022-8,465614/2014-0","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G2299981352","display_name":null,"funder_award_id":"88887.136410/2017-00","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G3802305096","display_name":null,"funder_award_id":"APQ-0399-1.03/17","funder_id":"https://openalex.org/F4320323678","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Ci\u00eancia e Tecnologia do Estado de Pernambuco"},{"id":"https://openalex.org/G6735209748","display_name":null,"funder_award_id":"60030.0000000462/2020,60030.0000000161/2022","funder_id":"https://openalex.org/F4320321887","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Alagoas"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320321887","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Alagoas","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323678","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Ci\u00eancia e Tecnologia do Estado de Pernambuco","ror":"https://ror.org/02te5rf52"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1541128807","https://openalex.org/W1632114991","https://openalex.org/W2008525336","https://openalex.org/W2023128682","https://openalex.org/W2144211451","https://openalex.org/W2261662069","https://openalex.org/W2291920259","https://openalex.org/W2579343286","https://openalex.org/W2598424878","https://openalex.org/W2753430379","https://openalex.org/W2772141859","https://openalex.org/W2901317285","https://openalex.org/W2918249627","https://openalex.org/W2997945246","https://openalex.org/W3021462083","https://openalex.org/W3094456707","https://openalex.org/W3108811894","https://openalex.org/W3173419466","https://openalex.org/W3176572490","https://openalex.org/W4221155693","https://openalex.org/W4231807951","https://openalex.org/W4285116426","https://openalex.org/W4287643567","https://openalex.org/W4296534953","https://openalex.org/W4297903204","https://openalex.org/W4315815560","https://openalex.org/W6602002561","https://openalex.org/W6636649193","https://openalex.org/W6732580787","https://openalex.org/W6772349474"],"related_works":["https://openalex.org/W3134933787","https://openalex.org/W3116338676","https://openalex.org/W2786648929","https://openalex.org/W2774816643","https://openalex.org/W4286793953","https://openalex.org/W2806610047","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837","https://openalex.org/W2935052825"],"abstract_inverted_index":{"Background:":[0],"Test":[1],"smells":[2,65,99,149,242,257],"indicate":[3],"potential":[4],"problems":[5],"in":[6,31,66,71,84,114,243,281],"the":[7,44,52,120,124,130,184,189,194,244,265],"design":[8],"and":[9,23,79,129,150,156,215,228,232,258,274],"implementation":[10],"of":[11,46,48,97,117,133,146,196,202,223,226,230,238,253,267],"automated":[12],"software":[13,58],"tests":[14,29,82,116,279],"that":[15,208,262],"may":[16,34],"negatively":[17],"impact":[18],"test":[19,49,64,98,148,166,198,205,241,256],"code":[20],"maintainability,":[21],"coverage,":[22],"reliability.":[24],"When":[25],"poorly":[26],"described,":[27],"manual":[28,67,101,115],"written":[30,83,280],"natural":[32,85,254],"language":[33,255],"suffer":[35],"from":[36,43],"related":[37],"problems,":[38],"which":[39,69],"enable":[40],"their":[41,76],"analysis":[42],"point":[45],"view":[47],"smells.":[50,199],"Despite":[51],"possible":[53],"prejudice":[54],"to":[55,81,92,94,142,182,277],"manually":[56],"tested":[57],"products,":[59],"little":[60],"is":[61],"known":[62],"about":[63],"tests,":[68,187],"results":[70,273],"many":[72],"open":[73],"questions":[74],"regarding":[75],"types,":[77],"frequency,":[78],"harm":[80],"language.":[86],"Aims:":[87],"Therefore,":[88],"this":[89],"study":[90,113],"aims":[91],"contribute":[93,249],"a":[95,106,134,144,174,221,251],"catalog":[96,145,162,213,252],"for":[100],"tests.":[102],"Method:":[103],"We":[104,138,192,248],"perform":[105],"two-fold":[107],"empirical":[108],"strategy.":[109],"First,":[110],"an":[111],"exploratory":[112],"three":[118],"systems:":[119],"Ubuntu":[121],"Operational":[122],"System,":[123],"Brazilian":[125],"Electronic":[126],"Voting":[127],"Machine,":[128],"User":[131],"Interface":[132],"large":[135],"smartphone":[136],"manufacturer.":[137],"use":[139],"our":[140,161,170,212,239],"findings":[141],"propose":[143],"eight":[147,197],"identification":[151],"rules":[152],"based":[153,176],"on":[154,177],"syntactical":[155],"morphological":[157],"text":[158],"analysis,":[159],"validating":[160,188],"with":[163,211,250,271],"24":[164,203],"in-company":[165,204],"engineers.":[167],"Second,":[168],"using":[169],"proposals,":[171],"we":[172],"create":[173],"tool":[175,219],"Natural":[178],"Language":[179],"Processing":[180],"(NLP)":[181],"analyze":[183,278],"subject":[185],"systems'":[186],"results.":[190],"Results:":[191],"observed":[193],"occurrence":[195],"A":[200],"survey":[201],"professionals":[206],"showed":[207],"80.7%":[209],"agreed":[210],"definitions":[214],"examples.":[216],"Our":[217],"NLP-based":[218],"achieved":[220],"precision":[222],"92%,":[224],"recall":[225],"95%,":[227],"f-measure":[229],"93.5%,":[231],"its":[233],"execution":[234],"evidenced":[235],"13,169":[236],"occurrences":[237],"cataloged":[240],"analyzed":[245],"systems.":[246],"Conclusion:":[247],"novel":[259],"detection":[260],"strategies":[261],"better":[263],"explore":[264],"capabilities":[266],"current":[268],"NLP":[269],"mechanisms":[270],"promising":[272],"reduced":[275],"effort":[276],"different":[282],"idioms.":[283]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}