{"id":"https://openalex.org/W3196099518","doi":"https://doi.org/10.1145/3482909.3482916","title":"On the use of test smells for prediction of flaky tests","display_name":"On the use of test smells for prediction of flaky tests","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3196099518","doi":"https://doi.org/10.1145/3482909.3482916","mag":"3196099518"},"language":"en","primary_location":{"id":"doi:10.1145/3482909.3482916","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3482909.3482916","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brazilian Symposium on Systematic and Automated Software Testing","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.11781","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bruno Camara","orcid":null},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Bruno Camara","raw_affiliation_strings":["Universidade Tecnologica Federal do Paran\u00e1, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade Tecnologica Federal do Paran\u00e1, Brasil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marco Silva","orcid":null},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marco Silva","raw_affiliation_strings":["Universidade Tecnologica Federal do Paran\u00e1, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade Tecnologica Federal do Paran\u00e1, Brasil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andre Endo","orcid":null},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andre Endo","raw_affiliation_strings":["Universidade Tecnologica Federal do Paran\u00e1, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade Tecnologica Federal do Paran\u00e1, Brasil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"last","author":{"id":null,"display_name":"Silvia Vergilio","orcid":null},"institutions":[{"id":"https://openalex.org/I52418104","display_name":"Universidade Federal do Paran\u00e1","ror":"https://ror.org/05syd6y78","country_code":"BR","type":"education","lineage":["https://openalex.org/I52418104"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Silvia Vergilio","raw_affiliation_strings":["Universidade Federal do Paran\u00e1, Brasil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal do Paran\u00e1, Brasil","institution_ids":["https://openalex.org/I52418104"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1283613182"],"apc_list":null,"apc_paid":null,"fwci":4.8255,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.95283864,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"46","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6362000107765198},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4823000133037567},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.47049999237060547},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4578000009059906},{"id":"https://openalex.org/keywords/test-script","display_name":"Test script","score":0.43779999017715454},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.3440999984741211},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.3343000113964081},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.32420000433921814}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6362000107765198},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4999000132083893},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4823000133037567},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.47049999237060547},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4578000009059906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4571000039577484},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45100000500679016},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.43779999017715454},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3749000132083893},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3393999934196472},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.3343000113964081},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.32420000433921814},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.2994000017642975},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.29809999465942383},{"id":"https://openalex.org/C132519959","wikidata":"https://www.wikidata.org/wiki/Q3077373","display_name":"Test method","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C2777174735","wikidata":"https://www.wikidata.org/wiki/Q18047040","display_name":"CLPB","level":4,"score":0.2612999975681305},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.25920000672340393},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3482909.3482916","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3482909.3482916","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brazilian Symposium on Systematic and Automated Software Testing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.11781","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.11781","pdf_url":"https://arxiv.org/pdf/2108.11781","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.11781","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.11781","pdf_url":"https://arxiv.org/pdf/2108.11781","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2794756405","https://openalex.org/W2885226523","https://openalex.org/W2951170114","https://openalex.org/W2955940099","https://openalex.org/W2957454295","https://openalex.org/W2968086426","https://openalex.org/W2997591727","https://openalex.org/W2997945246","https://openalex.org/W3090548885","https://openalex.org/W3091299963","https://openalex.org/W3096465442","https://openalex.org/W3106077701","https://openalex.org/W3169025994"],"related_works":[],"abstract_inverted_index":{"Regression":[0],"testing":[1,175],"is":[2,25],"an":[3,112],"important":[4],"phase":[5],"to":[6,36,83,115,126,169],"deliver":[7],"software":[8],"with":[9,53,150,201],"quality.":[10],"However,":[11],"flaky":[12,28,108],"tests":[13],"hamper":[14],"the":[15,39,46,71,74,100,128,131,136,146,151,171,174,198,202],"evaluation":[16],"of":[17,41,73,102,107,139],"test":[18,29,43,47,75,103,118,141,147,194],"results":[19],"and":[20,35,64,81,134,191],"can":[21],"increase":[22],"costs.":[23],"This":[24,177],"because":[26],"a":[27,42,91,124,155,159,163],"may":[30,78],"pass":[31],"or":[32],"fail":[33],"non-deterministically":[34],"identify":[37],"properly":[38],"flakiness":[40,129,172],"requires":[44],"rerunning":[45],"suite":[48],"multiple":[49],"times.":[50],"To":[51,94],"cope":[52],"this":[54],"challenge,":[55],"approaches":[56,68],"have":[57,120],"been":[58],"proposed":[59],"based":[60,69],"on":[61,70],"prediction":[62],"models":[63],"machine":[65],"learning.":[66],"Existing":[67],"use":[72,101],"case":[76],"vocabulary":[77],"be":[79],"context-sensitive":[80],"prone":[82],"overfitting,":[84],"presenting":[85],"low":[86],"performance":[87,122,165,181],"when":[88],"executed":[89],"in":[90,130,173],"cross-project":[92,132,186],"scenario.":[93],"overcome":[95],"these":[96],"limitations,":[97],"we":[98,157],"investigate":[99],"smells":[104,119],"as":[105,123],"predictors":[106],"tests.":[109],"We":[110,143],"conducted":[111],"empirical":[113],"study":[114],"understand":[116],"if":[117],"good":[121],"classifier":[125,160,178],"predict":[127,170],"context,":[133],"analysed":[135],"information":[137,204],"gain":[138,205],"each":[140],"smell.":[142],"also":[144],"compared":[145],"smell-based":[148],"approach":[149],"vocabulary-based":[152,183],"one.":[153],"As":[154],"result,":[156],"obtained":[158],"that":[161],"had":[162],"reasonable":[164],"(Random":[166],"Forest,":[167],"0.83%)":[168],"phase.":[176],"presented":[179],"better":[180],"than":[182],"model":[184],"for":[185],"prediction.":[187],"The":[188],"Assertion":[189],"Roulette":[190],"Sleepy":[192],"Test":[193],"smell":[195],"types":[196],"are":[197],"ones":[199],"associated":[200],"best":[203],"values.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2021-08-30T00:00:00"}