{"id":"https://openalex.org/W4386214545","doi":"https://doi.org/10.1109/iscc58397.2023.10217934","title":"Improved Flaky Test Detection with Black-Box Approach and Test Smells","display_name":"Improved Flaky Test Detection with Black-Box Approach and Test Smells","publication_year":2023,"publication_date":"2023-07-09","ids":{"openalex":"https://openalex.org/W4386214545","doi":"https://doi.org/10.1109/iscc58397.2023.10217934"},"language":"en","primary_location":{"id":"doi:10.1109/iscc58397.2023.10217934","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscc58397.2023.10217934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092706442","display_name":"David Carmo","orcid":null},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"David Carmo","raw_affiliation_strings":["Universidade da Beira Interior,Covilhã,Portugal"],"affiliations":[{"raw_affiliation_string":"Universidade da Beira Interior,Covilhã,Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035368343","display_name":"Lu\u00edsa Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-6265-8903"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lu\u00edsa Gon\u00e7alves","raw_affiliation_strings":["Universidade da Beira Interior,Covilhã,Portugal"],"affiliations":[{"raw_affiliation_string":"Universidade da Beira Interior,Covilhã,Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101973731","display_name":"Ana Fl\u00e1via Nepomuceno Dias","orcid":"https://orcid.org/0009-0009-9041-5413"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ana Dias","raw_affiliation_strings":["Universidade da Beira Interior,Covilhã,Portugal"],"affiliations":[{"raw_affiliation_string":"Universidade da Beira Interior,Covilhã,Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014653405","display_name":"Nuno Pombo","orcid":"https://orcid.org/0000-0001-7797-8849"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Nuno Pombo","raw_affiliation_strings":["Instituto de Telecomunicações, Universidade da Beira Interior,Covilhã,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, Universidade da Beira Interior,Covilhã,Portugal","institution_ids":["https://openalex.org/I161321875"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092706442"],"corresponding_institution_ids":["https://openalex.org/I161321875"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17879946,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"245","last_page":"251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.7577933073043823},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.644562304019928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5713098049163818},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.5595441460609436},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.554271399974823},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5333001613616943},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5124412178993225},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.440782368183136},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.42918872833251953},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.42436400055885315},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4120127558708191},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.2887171506881714},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26518189907073975},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13102075457572937}],"concepts":[{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.7577933073043823},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.644562304019928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5713098049163818},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.5595441460609436},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.554271399974823},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5333001613616943},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5124412178993225},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.440782368183136},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.42918872833251953},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.42436400055885315},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4120127558708191},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.2887171506881714},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26518189907073975},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13102075457572937},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscc58397.2023.10217934","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscc58397.2023.10217934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2339904014","https://openalex.org/W2885226523","https://openalex.org/W2951170114","https://openalex.org/W2955940099","https://openalex.org/W2960013457","https://openalex.org/W3040168066","https://openalex.org/W3097014822","https://openalex.org/W3098605233","https://openalex.org/W3102799430","https://openalex.org/W3106532184","https://openalex.org/W3111311218","https://openalex.org/W3162315425","https://openalex.org/W3167640545","https://openalex.org/W4205580296","https://openalex.org/W4213135502","https://openalex.org/W4281672691","https://openalex.org/W4282569378","https://openalex.org/W4282581926","https://openalex.org/W4283073622","https://openalex.org/W4284703142","https://openalex.org/W4284705801","https://openalex.org/W4285814648","https://openalex.org/W4292967768","https://openalex.org/W4312264921","https://openalex.org/W4312476266","https://openalex.org/W4386508287","https://openalex.org/W6780787333","https://openalex.org/W6795029540","https://openalex.org/W6811040349","https://openalex.org/W6837829728","https://openalex.org/W6839251667"],"related_works":["https://openalex.org/W3083267788","https://openalex.org/W3116410853","https://openalex.org/W4287671336","https://openalex.org/W2741578859","https://openalex.org/W2999298589","https://openalex.org/W1888619389","https://openalex.org/W3110805508","https://openalex.org/W3175215928","https://openalex.org/W2264743017","https://openalex.org/W2186022949"],"abstract_inverted_index":{"Flaky":[0,57],"tests":[1],"can":[2,67],"pose":[3],"a":[4,54,124],"challenge":[5],"for":[6,126],"software":[7,51,71,121],"development,":[8],"as":[9],"they":[10],"produce":[11],"inconsistent":[12],"results":[13,29,80,90,109,117],"even":[14],"when":[15],"there":[16,103],"are":[17,60],"no":[18],"changes":[19],"to":[20,27,34,45],"the":[21,78,82,86,89,108,112,137,144],"code":[22,64],"or":[23,143],"test.":[24],"This":[25],"leads":[26],"unreliable":[28,61],"and":[30,36,66,131],"makes":[31],"it":[32],"difficult":[33],"diagnose":[35],"troubleshoot":[37],"any":[38],"issues.":[39],"In":[40,85],"this":[41],"study,":[42],"we":[43],"aim":[44],"identify":[46],"flaky":[47,128],"test":[48,58,129,148],"cases":[49,59,130],"in":[50,70,81,95,99,120],"development":[52,122],"using":[53],"black-box":[55],"approach.":[56],"indicators":[62],"of":[63,139,146],"quality":[65],"cause":[68],"issues":[69],"development.":[72],"Our":[73],"proposed":[74,113],"model,":[75],"Fast-Flaky,":[76],"achieved":[77],"best":[79],"cross-validation":[83],"results.":[84],"per-project":[87],"validation,":[88],"showed":[91],"an":[92],"overall":[93],"increase":[94],"accuracy":[96],"but":[97],"decreased":[98],"other":[100],"metrics.":[101],"However,":[102],"were":[104],"some":[105],"projects":[106],"where":[107],"improved":[110],"with":[111,123],"pre-processing":[114,141],"techniques.":[115],"These":[116],"provide":[118],"practitioners":[119],"method":[125],"identifying":[127],"may":[132],"inspire":[133],"further":[134],"research":[135],"on":[136],"effectiveness":[138],"different":[140],"techniques":[142],"use":[145],"additional":[147],"smells.":[149]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}