{"id":"https://openalex.org/W4402449732","doi":"https://doi.org/10.1109/access.2024.3458184","title":"A Large-Scale Empirical Investigation Into Cross-Project Flaky Test Prediction","display_name":"A Large-Scale Empirical Investigation Into Cross-Project Flaky Test Prediction","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402449732","doi":"https://doi.org/10.1109/access.2024.3458184"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3458184","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3458184","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3458184","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107130596","display_name":"Angelo Afeltra","orcid":null},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Angelo Afeltra","raw_affiliation_strings":["Software Engineering (SeSa) Laboratory, University of Salerno, Fisciano, Italy","Software Engineering (SeSa) Lab— University of Salerno, Fisciano, Italy"],"affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Laboratory, University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]},{"raw_affiliation_string":"Software Engineering (SeSa) Lab— University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107130597","display_name":"Alfonso Cannavale","orcid":"https://orcid.org/0009-0002-0209-5974"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alfonso Cannavale","raw_affiliation_strings":["Software Engineering (SeSa) Laboratory, University of Salerno, Fisciano, Italy","Software Engineering (SeSa) Lab— University of Salerno, Fisciano, Italy"],"affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Laboratory, University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]},{"raw_affiliation_string":"Software Engineering (SeSa) Lab— University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021041082","display_name":"Fabiano Pecorelli","orcid":"https://orcid.org/0000-0003-2446-4291"},"institutions":[{"id":"https://openalex.org/I4210125310","display_name":"Pegaso University","ror":"https://ror.org/03cxwg632","country_code":"IT","type":"education","lineage":["https://openalex.org/I4210125310"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabiano Pecorelli","raw_affiliation_strings":["Department of Information Science and Technology, Pegaso Digital University, Naples, Italy","Pegaso Telematic University, Naples, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Science and Technology, Pegaso Digital University, Naples, Italy","institution_ids":["https://openalex.org/I4210125310"]},{"raw_affiliation_string":"Pegaso Telematic University, Naples, Italy","institution_ids":["https://openalex.org/I4210125310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053602609","display_name":"Valeria Pontillo","orcid":"https://orcid.org/0000-0001-6012-9947"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Valeria Pontillo","raw_affiliation_strings":["Software Languages (Soft) Laboratory, Vrije Universiteit Brussel, Brussels, Belgium","Software Languages (Soft) Lab—Vrije Universiteit Brussel, Belgium"],"affiliations":[{"raw_affiliation_string":"Software Languages (Soft) Laboratory, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Software Languages (Soft) Lab—Vrije Universiteit Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033738898","display_name":"Fabio Palomba","orcid":"https://orcid.org/0000-0001-9337-5116"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Palomba","raw_affiliation_strings":["Software Engineering (SeSa) Laboratory, University of Salerno, Fisciano, Italy","Software Engineering (SeSa) Lab— University of Salerno, Fisciano, Italy"],"affiliations":[{"raw_affiliation_string":"Software Engineering (SeSa) Laboratory, University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]},{"raw_affiliation_string":"Software Engineering (SeSa) Lab— University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5107130596"],"corresponding_institution_ids":["https://openalex.org/I131729948"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8311,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71926866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"131255","last_page":"131265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9373000264167786,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12482","display_name":"Tunneling and Rock Mechanics","score":0.9351999759674072,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.616065263748169},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5837844014167786},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5245245695114136},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4416591227054596},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1808699667453766},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08984562754631042}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.616065263748169},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5837844014167786},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5245245695114136},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4416591227054596},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1808699667453766},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08984562754631042},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3458184","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3458184","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:176442","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/a-largescale-empirical-investigation-into-crossproject-flaky-test-prediction(ad656311-8636-48b2-aacc-a17d12e2ee5a).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:doaj.org/article:8cd45f9840394b7cb26523e294942bc3","is_oa":true,"landing_page_url":"https://doaj.org/article/8cd45f9840394b7cb26523e294942bc3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 131255-131265 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3458184","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3458184","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1930624869","https://openalex.org/W1964962870","https://openalex.org/W1999808610","https://openalex.org/W2026926213","https://openalex.org/W2068448163","https://openalex.org/W2101227285","https://openalex.org/W2107500604","https://openalex.org/W2115403315","https://openalex.org/W2122838776","https://openalex.org/W2140964565","https://openalex.org/W2148143831","https://openalex.org/W2158082837","https://openalex.org/W2158864412","https://openalex.org/W2203714058","https://openalex.org/W2794756405","https://openalex.org/W2902728783","https://openalex.org/W2920244696","https://openalex.org/W2951170114","https://openalex.org/W2955940099","https://openalex.org/W2993293292","https://openalex.org/W3091299963","https://openalex.org/W3096510422","https://openalex.org/W3102799430","https://openalex.org/W3110368543","https://openalex.org/W3129927920","https://openalex.org/W3139562078","https://openalex.org/W3163698227","https://openalex.org/W3164099559","https://openalex.org/W3169025994","https://openalex.org/W3194600864","https://openalex.org/W3195614596","https://openalex.org/W3195746733","https://openalex.org/W3196099518","https://openalex.org/W3197363880","https://openalex.org/W3210114756","https://openalex.org/W4236137412","https://openalex.org/W4239672721","https://openalex.org/W4243593507","https://openalex.org/W4250024550","https://openalex.org/W4284665398","https://openalex.org/W4298156377","https://openalex.org/W4312075150","https://openalex.org/W4315642200","https://openalex.org/W4390630116","https://openalex.org/W4391188170","https://openalex.org/W4394769042","https://openalex.org/W4401907012","https://openalex.org/W4402449732","https://openalex.org/W6752429367","https://openalex.org/W6784321032","https://openalex.org/W6810427530","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Test":[0],"flakiness":[1,40,153],"arises":[2],"when":[3,17],"a":[4,52,77,114,139],"test":[5,57,89,119,152,175],"case":[6],"exhibits":[7],"inconsistent":[8],"behavior":[9],"by":[10,112],"alternating":[11],"between":[12],"passing":[13],"and":[14,41,72,156,159,177],"failing":[15],"states":[16],"executed":[18],"against":[19],"the":[20,26,29,37,81,169,179,192],"same":[21],"code.":[22],"Previous":[23],"research":[24,61],"showed":[25],"significance":[27,180],"of":[28,39,117,141,181,204],"problem":[30],"in":[31,121,125,171,184],"practice,":[32],"proposing":[33,113],"empirical":[34],"studies":[35],"into":[36],"nature":[38],"automated":[42],"techniques":[43],"for":[44,55,102,163],"its":[45],"detection.":[46],"Machine":[47],"learning":[48],"models":[49,69,91,129,155],"emerged":[50],"as":[51],"promising":[53],"approach":[54],"flaky":[56,88,118,143,174],"prediction.":[58,104],"However,":[59],"existing":[60],"has":[62],"predominantly":[63],"focused":[64],"on":[65],"within-project":[66],"scenarios,":[67,123],"where":[68,127],"are":[70,130],"trained":[71,131],"tested":[73],"using":[74,132],"data":[75,101,133,176,198],"from":[76,135,145],"single":[78],"project.":[79],"On":[80],"contrary,":[82],"little":[83],"is":[84],"known":[85],"about":[86],"how":[87],"prediction":[90,120,154,186],"may":[92],"be":[93],"adapted":[94],"to":[95,201],"software":[96],"projects":[97],"lacking":[98],"sufficient":[99],"historical":[100],"effective":[103],"In":[105],"this":[106,110],"paper,":[107],"we":[108,149,189],"address":[109],"gap":[111],"large-scale":[115],"assessment":[116],"cross-project":[122,164,173],"i.e.,":[124],"situations":[126],"predictive":[128],"coming":[134],"external":[136],"projects.":[137],"Leveraging":[138],"dataset":[140],"1,385":[142],"tests":[144],"29":[146],"open-source":[147],"projects,":[148],"examine":[150],"static":[151],"evaluate":[157],"feature-":[158],"instance-based":[160],"filtering":[161,182,194],"methods":[162,183],"predictions.":[165],"Our":[166],"study":[167],"underscores":[168,178],"difficulties":[170],"utilizing":[172],"enhancing":[185],"accuracy.":[187],"Notably,":[188],"find":[190],"that":[191],"TrAdaBoost":[193],"method":[195],"significantly":[196],"reduces":[197],"heterogeneity,":[199],"leading":[200],"an":[202],"F-Measure":[203],"70%.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}