{"id":"https://openalex.org/W4410538698","doi":"https://doi.org/10.1109/icst62969.2025.10988962","title":"Detecting and Evaluating Order-Dependent Flaky Tests in JavaScript","display_name":"Detecting and Evaluating Order-Dependent Flaky Tests in JavaScript","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410538698","doi":"https://doi.org/10.1109/icst62969.2025.10988962"},"language":"en","primary_location":{"id":"doi:10.1109/icst62969.2025.10988962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10988962","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063585936","display_name":"Negar Hashemi","orcid":null},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Negar Hashemi","raw_affiliation_strings":["Massey University,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massey University,New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025562598","display_name":"Amjed Tahir","orcid":"https://orcid.org/0000-0001-9454-1366"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Amjed Tahir","raw_affiliation_strings":["Massey University,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massey University,New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028189101","display_name":"Shawn Rasheed","orcid":"https://orcid.org/0000-0001-7683-4296"},"institutions":[{"id":"https://openalex.org/I1003870","display_name":"Universal College of Learning","ror":"https://ror.org/04k3aaz82","country_code":"NZ","type":"education","lineage":["https://openalex.org/I1003870","https://openalex.org/I4387152882"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Shawn Rasheed","raw_affiliation_strings":["Universal College of Learning,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universal College of Learning,New Zealand","institution_ids":["https://openalex.org/I1003870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081483504","display_name":"August Shi","orcid":"https://orcid.org/0000-0001-8239-3124"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"August Shi","raw_affiliation_strings":["The University of Texas at Austin,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin,USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5116013886","display_name":"Rachel Blagojevic","orcid":null},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Rachel Blagojevic","raw_affiliation_strings":["Massey University,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massey University,New Zealand","institution_ids":["https://openalex.org/I51158804"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/javascript","display_name":"JavaScript","score":0.8836770057678223},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6973954439163208},{"id":"https://openalex.org/keywords/unobtrusive-javascript","display_name":"Unobtrusive JavaScript","score":0.514057993888855},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.46523183584213257},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4307454228401184},{"id":"https://openalex.org/keywords/rich-internet-application","display_name":"Rich Internet application","score":0.16349419951438904}],"concepts":[{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.8836770057678223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6973954439163208},{"id":"https://openalex.org/C198240166","wikidata":"https://www.wikidata.org/wiki/Q2298909","display_name":"Unobtrusive JavaScript","level":4,"score":0.514057993888855},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.46523183584213257},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4307454228401184},{"id":"https://openalex.org/C103048170","wikidata":"https://www.wikidata.org/wiki/Q725485","display_name":"Rich Internet application","level":3,"score":0.16349419951438904},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icst62969.2025.10988962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10988962","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1976954202","https://openalex.org/W2026926213","https://openalex.org/W2050127001","https://openalex.org/W2107500604","https://openalex.org/W2477215876","https://openalex.org/W2786619380","https://openalex.org/W2885226523","https://openalex.org/W2901458396","https://openalex.org/W2951170114","https://openalex.org/W2955940099","https://openalex.org/W2963023085","https://openalex.org/W2968086426","https://openalex.org/W3014646158","https://openalex.org/W3042770293","https://openalex.org/W3043238989","https://openalex.org/W3047791216","https://openalex.org/W3096465442","https://openalex.org/W3136563894","https://openalex.org/W3167640545","https://openalex.org/W3193667668","https://openalex.org/W3194175074","https://openalex.org/W3210114756","https://openalex.org/W4245116308","https://openalex.org/W4282581926","https://openalex.org/W4284705801","https://openalex.org/W4285490395","https://openalex.org/W4296872689","https://openalex.org/W4312264921","https://openalex.org/W4312416970","https://openalex.org/W4315836284","https://openalex.org/W4384009692","https://openalex.org/W4384009934","https://openalex.org/W4384155715","https://openalex.org/W4386508287","https://openalex.org/W4394769042","https://openalex.org/W4401907012","https://openalex.org/W4403060990"],"related_works":["https://openalex.org/W650647575","https://openalex.org/W2472584751","https://openalex.org/W2476571673","https://openalex.org/W597036300","https://openalex.org/W827014118","https://openalex.org/W2737557375","https://openalex.org/W648161522","https://openalex.org/W2164032016","https://openalex.org/W2937855189","https://openalex.org/W605139400"],"abstract_inverted_index":{"Flaky":[0],"tests":[1,24,154,160,175,199],"pose":[2],"a":[3,12,72,80,141,194,206],"significant":[4],"issue":[5],"for":[6,97,108],"software":[7],"testing.":[8],"A":[9],"test":[10,30,52,63,86,95,110,117],"with":[11],"non-deterministic":[13],"outcome":[14],"may":[15],"undermine":[16],"the":[17,20,36,131,166],"reliability":[18],"of":[19,35,40,133,143,197],"testing":[21,76],"process,":[22],"making":[23],"untrustworthy.":[25],"Previous":[26],"research":[27],"has":[28],"identified":[29],"order":[31,53,64,103],"dependency":[32,54,65],"as":[33],"one":[34],"most":[37],"prevalent":[38],"causes":[39],"flakiness,":[41],"particularly":[42],"in":[43,55,66,116,200],"Java":[44],"and":[45,88,91,112],"Python.":[46],"However,":[47],"little":[48],"is":[49,193],"known":[50,195],"about":[51],"JavaScript":[56,67,75],"tests.":[57,189],"This":[58],"paper":[59],"aims":[60],"to":[61,83,129],"investigate":[62],"projects":[68,145],"that":[69,125,212],"use":[70],"Jest,":[71],"widely":[73],"used":[74],"framework.":[77],"We":[78,100,119,135],"implemented":[79],"systematic":[81],"approach":[82,139],"randomise":[84],"tests,":[85,164],"suites":[87],"describe":[89,171],"blocks":[90],"produced":[92],"10":[93,104,156],"unique":[94],"reorders":[96],"each":[98,102,109,123],"level.":[99],"reran":[101],"times":[105],"(100":[106],"reruns":[107],"suite/project)":[111],"recorded":[113],"any":[114],"changes":[115],"outcomes.":[118],"then":[120],"manually":[121],"analysed":[122],"case":[124],"showed":[126],"flaky":[127],"outcomes":[128],"determine":[130],"cause":[132,196,208],"flakiness.":[134],"examined":[136],"our":[137,203],"detection":[138],"on":[140],"dataset":[142],"81":[144],"obtained":[146],"from":[147],"GitHub.":[148],"Our":[149],"results":[150,204],"revealed":[151],"55":[152],"order-dependent":[153,159,174,198],"across":[155],"projects.":[157],"Most":[158],"(52)":[161],"occurred":[162,169],"between":[163,170,188],"while":[165],"remaining":[167],"three":[168],"blocks.":[172],"Those":[173],"are":[176],"caused":[177],"by":[178],"either":[179],"shared":[180,184],"files":[181,192],"(13)":[182],"or":[183],"mocking":[185,210],"state":[186],"(42)":[187],"While":[190],"sharing":[191],"other":[201],"languages,":[202],"underline":[205],"new":[207],"(shared":[209],"state)":[211],"was":[213],"not":[214],"reported":[215],"previously.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}