{"id":"https://openalex.org/W2901458396","doi":"https://doi.org/10.1109/icsme.2018.00062","title":"An Empirical Study of Flaky Tests in Android Apps","display_name":"An Empirical Study of Flaky Tests in Android Apps","alternate_titles":[],"publication_year":2018,"publication_date":"2018-09-01","ids":{"openalex":"https://openalex.org/W2901458396","doi":"https://doi.org/10.1109/icsme.2018.00062","mag":"2901458396"},"language":"en","primary_location":{"id":"doi:10.1109/icsme.2018.00062","doi":"https://doi.org/10.1109/icsme.2018.00062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme.2018.00062","pdf_url":null,"source":{"id":"https://openalex.org/S4210174939","display_name":"IEEE International Conference on Software Maintenance (ICSM)","issn_l":"1063-6773","issn":["1063-6773","2576-3148"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2901458396"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017795913","display_name":"Swapna Thorve","orcid":"https://orcid.org/0000-0003-4075-0327","observed_orcids":["https://orcid.org/0000-0003-4075-0327"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swapna Thorve","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, Virginia, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, Virginia, U.S","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089264242","display_name":"Chandani Sreshtha","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chandani Sreshtha","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, Virginia, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, Virginia, U.S","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070152860","display_name":"Na Meng","orcid":"https://orcid.org/0000-0002-0230-5524","observed_orcids":["https://orcid.org/0000-0002-0230-5524"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Na Meng","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Blacksburg, Virginia, U.S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Blacksburg, Virginia, U.S","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":6.1594,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.97825686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"534","last_page":"538"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flaky-tests","display_name":"flaky tests","score":0.9990000128746033},{"id":"https://openalex.org/keywords/android-application","display_name":"Android application","score":0.9440000057220459},{"id":"https://openalex.org/keywords/software-dependencies","display_name":"software dependencies","score":0.4860000014305115},{"id":"https://openalex.org/keywords/program-logic","display_name":"program logic","score":0.7350000143051147},{"id":"https://openalex.org/keywords/user-interface-testing","display_name":"user interface testing","score":0.6460000276565552},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.3799999952316284}],"concepts":[{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.8515487909317017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6037091612815857},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.51983243227005},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.49756553769111633},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48476642370224},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.48164477944374084},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.45507729053497314},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.42224031686782837},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.369922399520874},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsme.2018.00062","doi":"https://doi.org/10.1109/icsme.2018.00062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme.2018.00062","pdf_url":null,"source":{"id":"https://openalex.org/S4210174939","display_name":"IEEE International Conference on Software Maintenance (ICSM)","issn_l":"1063-6773","issn":["1063-6773","2576-3148"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2000117884","https://openalex.org/W2026926213","https://openalex.org/W2129377409","https://openalex.org/W2132231921","https://openalex.org/W2136695057","https://openalex.org/W2767304105","https://openalex.org/W7054931112"],"related_works":["https://openalex.org/W3193667668","https://openalex.org/W4287776345","https://openalex.org/W4395463387","https://openalex.org/W4385696020","https://openalex.org/W4402442873","https://openalex.org/W4403468047","https://openalex.org/W3163861420","https://openalex.org/W4400913005","https://openalex.org/W2026926213","https://openalex.org/W2804778251"],"abstract_inverted_index":{"A":[0,40],"flaky":[1,51,111,130,214,246,257],"test":[2,5,28],"is":[3,30],"a":[4],"that":[6,180,240],"may":[7],"fail":[8],"or":[9,243],"pass":[10],"for":[11,106,110,153,253],"the":[12,26,38,44,69,76,97,116,129,137,213,218,245],"same":[13],"code":[14],"under":[15],"testing":[16],"(CUT).":[17],"Flaky":[18],"tests":[19,52,112,131,258],"could":[20],"be":[21],"harmful":[22],"to":[23,68,94,115,127,147,183,211,224],"developers":[24,34],"because":[25],"non-deterministic":[27],"outcome":[29],"not":[31],"reliable":[32],"and":[33,47,75,89,104,140,162,202],"cannot":[35],"easily":[36],"debug":[37],"code.":[39],"prior":[41,160],"study":[42,126],"characterized":[43],"root":[45,138,188],"causes":[46,139,189,198],"fixing":[48,141],"strategies":[49,142,208],"of":[50,56,72,78,80,143,190,206,217,259],"by":[53,227],"analyzing":[54,63],"commits":[55,179,220,239],"51":[57],"Apache":[58],"open":[59],"source":[60],"projects,":[61],"without":[62],"any":[64,107],"Android":[65,73,81,98,133,156,175,191,260],"app.":[66],"Due":[67],"popular":[70],"usage":[71],"devices":[74],"multitude":[77],"interactions":[79],"apps":[82,99,157],"with":[83],"third-party":[84],"software":[85,229],"libraries,":[86],"hardware,":[87],"network,":[88],"users,":[90],"we":[91,122,145,172],"were":[92,181,209],"curious":[93],"find":[95],"if":[96],"manifested":[100],"unique":[101],"flakiness":[102,154,167,226],"patterns":[103],"called":[105],"special":[108],"resolution":[109,207],"as":[113],"compared":[114],"existing":[117],"literature.":[118],"For":[119],"this":[120],"paper,":[121],"conducted":[123],"an":[124],"empirical":[125],"characterize":[128],"in":[132,155,231],"apps.":[134,261],"By":[135],"classifying":[136],"flakiness,":[144],"aimed":[146],"investigate":[148],"how":[149],"our":[150],"proposed":[151],"characterization":[152],"varies":[158],"from":[159],"findings,":[161],"whether":[163],"there":[164,235],"are":[165,236],"domain-specific":[166],"patterns.":[168],"After":[169],"mining":[170],"GitHub,":[171],"found":[173],"29":[174],"projects":[176],"containing":[177],"77":[178],"relevant":[182],"flakiness.":[184,193],"We":[185,194],"identified":[186],"five":[187],"apps'":[192],"revealed":[195],"three":[196],"novel":[197],"-Dependency,":[199],"Program":[200],"Logic,":[201],"UI.":[203],"Five":[204],"types":[205],"observed":[210],"address":[212],"behavior.":[215],"Many":[216],"examined":[219],"show":[221],"developers'":[222],"attempt":[223],"fix":[225],"changing":[228],"implementation":[230],"various":[232],"ways.":[233],"However,":[234],"still":[237],"13%":[238],"simply":[241],"skipped":[242],"removed":[244],"tests.":[247],"Our":[248],"observations":[249],"provide":[250],"useful":[251],"insights":[252],"future":[254],"research":[255],"on":[256]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2901458396","counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2018-11-29T00:00:00"}
