{"id":"https://openalex.org/W4396788588","doi":"https://doi.org/10.1145/3661167.3661225","title":"A Catalog of Transformations to Remove Smells From Natural Language Tests","display_name":"A Catalog of Transformations to Remove Smells From Natural Language Tests","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4396788588","doi":"https://doi.org/10.1145/3661167.3661225"},"language":"en","primary_location":{"id":"doi:10.1145/3661167.3661225","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3661167.3661225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.16992","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047045323","display_name":"Manoel Aranda","orcid":"https://orcid.org/0000-0001-9540-1605"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Manoel Aranda","raw_affiliation_strings":["Computing Institute, Federal University of Alagoas, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9540-1605","affiliations":[{"raw_affiliation_string":"Computing Institute, Federal University of Alagoas, Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090366173","display_name":"Naelson Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Naelson Oliveira","raw_affiliation_strings":["Computing Institute, Federal University of Alagoas, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-3232-7257","affiliations":[{"raw_affiliation_string":"Computing Institute, Federal University of Alagoas, Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000193460","display_name":"Elvys Soares","orcid":"https://orcid.org/0000-0001-7593-0147"},"institutions":[{"id":"https://openalex.org/I4210155484","display_name":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Alagoas","ror":"https://ror.org/040ys9e84","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210155484"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Elvys Soares","raw_affiliation_strings":["Computing Department, Federal Institute of Alagoas, Brazil","University of ,"],"raw_orcid":"https://orcid.org/0000-0001-7593-0147","affiliations":[{"raw_affiliation_string":"Computing Department, Federal Institute of Alagoas, Brazil","institution_ids":["https://openalex.org/I4210155484"]},{"raw_affiliation_string":"University of ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051287042","display_name":"M\u00e1rcio Ribeiro","orcid":"https://orcid.org/0000-0002-4293-4261"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"M\u00e1rcio Ribeiro","raw_affiliation_strings":["Computing Institute, Federal University of Alagoas, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4293-4261","affiliations":[{"raw_affiliation_string":"Computing Institute, Federal University of Alagoas, Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097278331","display_name":"Davi Rom\u00e3o","orcid":"https://orcid.org/0009-0000-8173-6068"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Davi Rom\u00e3o","raw_affiliation_strings":["Computing Institute, Federal University of Alagoas, Brazil"],"raw_orcid":"https://orcid.org/0009-0000-8173-6068","affiliations":[{"raw_affiliation_string":"Computing Institute, Federal University of Alagoas, Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008509325","display_name":"Ullyanne Julia Freire Patriota","orcid":null},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ullyanne Patriota","raw_affiliation_strings":["Computing Institute, Federal University of Alagoas, Brazil"],"raw_orcid":"https://orcid.org/0009-0000-5034-8214","affiliations":[{"raw_affiliation_string":"Computing Institute, Federal University of Alagoas, Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075988425","display_name":"Rohit Gheyi","orcid":"https://orcid.org/0000-0002-5562-4449"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rohit Gheyi","raw_affiliation_strings":["Systems and Computing Department, Federal University of Campina Grande, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-5562-4449","affiliations":[{"raw_affiliation_string":"Systems and Computing Department, Federal University of Campina Grande, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028325551","display_name":"Emerson Souza","orcid":"https://orcid.org/0009-0008-0322-2262"},"institutions":[{"id":"https://openalex.org/I25112270","display_name":"Universidade Federal de Pernambuco","ror":"https://ror.org/047908t24","country_code":"BR","type":"education","lineage":["https://openalex.org/I25112270"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Emerson Souza","raw_affiliation_strings":["Centro de Inform\u00e1tica, Universidade Federal de Pernambuco, Brazil"],"raw_orcid":"https://orcid.org/0009-0008-0322-2262","affiliations":[{"raw_affiliation_string":"Centro de Inform\u00e1tica, Universidade Federal de Pernambuco, Brazil","institution_ids":["https://openalex.org/I25112270"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060475953","display_name":"Ivan Machado","orcid":"https://orcid.org/0000-0001-9027-2293"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Ivan Machado","raw_affiliation_strings":["Computer Science Department, Federal University of Bahia, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9027-2293","affiliations":[{"raw_affiliation_string":"Computer Science Department, Federal University of Bahia, Brazil","institution_ids":["https://openalex.org/I126158947"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000193460"],"corresponding_institution_ids":["https://openalex.org/I4210155484"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.8307909965515137},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7505382895469666},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5901830792427063},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.5002787113189697},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4992070198059082},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4949485659599304},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.48805010318756104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4713071286678314},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46819767355918884},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.43191736936569214},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4101216793060303},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.31396985054016113},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23002314567565918}],"concepts":[{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.8307909965515137},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7505382895469666},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5901830792427063},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.5002787113189697},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4992070198059082},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4949485659599304},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48805010318756104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4713071286678314},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46819767355918884},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.43191736936569214},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4101216793060303},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.31396985054016113},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23002314567565918},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3661167.3661225","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3661167.3661225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.16992","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.16992","pdf_url":"https://arxiv.org/pdf/2404.16992","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.16992","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.16992","pdf_url":"https://arxiv.org/pdf/2404.16992","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1945302022","display_name":null,"funder_award_id":"312195/2021-4","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3009113361","display_name":null,"funder_award_id":"310313/2022-8","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G3513008388","display_name":null,"funder_award_id":"404825/2023-0","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G4236844056","display_name":null,"funder_award_id":"310313/2022-8","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G5341147564","display_name":null,"funder_award_id":"312195/2021-4","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G5628640290","display_name":null,"funder_award_id":"60030.0000000161/2022","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6909113331","display_name":null,"funder_award_id":"PIE002/2022","funder_id":"https://openalex.org/F4320323681","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado da Bahia"},{"id":"https://openalex.org/G8124933107","display_name":null,"funder_award_id":"443393/2023-0","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G8605060696","display_name":null,"funder_award_id":"404825/2023-0","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G8685399715","display_name":null,"funder_award_id":"403361/2023-0","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G8796665464","display_name":null,"funder_award_id":"315840/2023-4","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323681","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado da Bahia","ror":"https://ror.org/0473khm44"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396788588.pdf","grobid_xml":"https://content.openalex.org/works/W4396788588.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1541128807","https://openalex.org/W2019947566","https://openalex.org/W2049269809","https://openalex.org/W2056952837","https://openalex.org/W2093586244","https://openalex.org/W2153887189","https://openalex.org/W2291920259","https://openalex.org/W2343954916","https://openalex.org/W2772141859","https://openalex.org/W3094456707","https://openalex.org/W3157144053","https://openalex.org/W3198715970","https://openalex.org/W4287196568","https://openalex.org/W4306885037","https://openalex.org/W4388483889","https://openalex.org/W6917554341","https://openalex.org/W6939707558"],"related_works":["https://openalex.org/W2001730430","https://openalex.org/W3046890777","https://openalex.org/W1974189775","https://openalex.org/W4244517042","https://openalex.org/W2306701168","https://openalex.org/W2219145617","https://openalex.org/W4236840126","https://openalex.org/W1648987790","https://openalex.org/W1514851312","https://openalex.org/W4233305372"],"abstract_inverted_index":{"Test":[0],"smells":[1,23,35,90,158],"can":[2],"pose":[3],"difficulties":[4],"during":[5,115],"testing":[6,135,175],"activities,":[7],"such":[8,47],"as":[9,191],"poor":[10],"maintainability,":[11],"non-deterministic":[12],"behavior,":[13],"and":[14,45,70,91,109,140],"incomplete":[15],"verification.":[16],"Existing":[17],"research":[18,42,119],"has":[19,31,43],"extensively":[20],"addressed":[21],"test":[22,74,89,157],"in":[24,36],"automated":[25,183],"software":[26,116,134,174],"tests":[27,114,165],"but":[28],"little":[29],"attention":[30],"been":[32],"given":[33],"to":[34,67,84,105,125,153],"natural":[37,72,87,112,155],"language":[38,73,88,113,156],"tests.":[39],"While":[40],"some":[41],"identified":[44],"catalogued":[46],"smells,":[48],"there":[49,60],"is":[50,61],"a":[51,63,79,92,121,130,161,186,194],"lack":[52,64],"of":[53,65,81,111,142,163,189,197],"systematic":[54],"approaches":[55],"for":[56],"their":[57],"removal.":[58],"Consequently,":[59],"also":[62],"tools":[66],"automatically":[68],"identify":[69],"remove":[71,85,154],"smells.":[75],"This":[76],"paper":[77],"introduces":[78],"catalog":[80],"transformations":[82,179],"designed":[83],"seven":[86],"companion":[93],"tool":[94,152,184],"implemented":[95],"using":[96],"Natural":[97],"Language":[98],"Processing":[99],"(NLP)":[100],"techniques.":[101],"Our":[102],"work":[103],"aims":[104],"enhance":[106],"the":[107,138,143,167,178,182],"quality":[108],"reliability":[110],"development.":[117],"The":[118,170],"employs":[120],"two-fold":[122],"empirical":[123,148],"strategy":[124],"evaluate":[126],"its":[127],"contributions.":[128],"First,":[129],"survey":[131],"involving":[132],"15":[133],"professionals":[136,176],"assesses":[137],"acceptance":[139],"usefulness":[141],"catalog\u2019s":[144],"transformations.":[145],"Second,":[146],"an":[147],"study":[149],"evaluates":[150],"our":[151],"by":[159,193],"analyzing":[160],"sample":[162],"real-practice":[164],"from":[166],"Ubuntu":[168],"OS.":[169],"results":[171],"indicate":[172],"that":[173],"find":[177],"valuable.":[180],"Additionally,":[181],"demonstrates":[185],"good":[187],"level":[188],"precision,":[190],"evidenced":[192],"F-Measure":[195],"rate":[196],"83.70%.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}