{"id":"https://openalex.org/W4403537003","doi":"https://doi.org/10.1145/3691620.3695476","title":"Navigating Mobile Testing Evaluation: A Comprehensive Statistical Analysis of Android GUI Testing Metrics","display_name":"Navigating Mobile Testing Evaluation: A Comprehensive Statistical Analysis of Android GUI Testing Metrics","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403537003","doi":"https://doi.org/10.1145/3691620.3695476"},"language":"en","primary_location":{"id":"doi:10.1145/3691620.3695476","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010927582","display_name":"Yuanhong Lan","orcid":"https://orcid.org/0009-0006-1844-8091"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhong Lan","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-1844-8091","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079836004","display_name":"Yifei Lu","orcid":"https://orcid.org/0000-0003-4758-3285"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Lu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4758-3285","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002720603","display_name":"Minxue Pan","orcid":"https://orcid.org/0000-0002-4011-5350"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minxue Pan","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4011-5350","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090810072","display_name":"Xuandong Li","orcid":"https://orcid.org/0000-0003-3090-9568"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuandong Li","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3090-9568","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"944","last_page":"956"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7536386251449585},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.7040838003158569},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.6033538579940796},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.513282299041748},{"id":"https://openalex.org/keywords/graphical-user-interface-testing","display_name":"Graphical user interface testing","score":0.4981050491333008},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.45887529850006104},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.4205373227596283},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3284812569618225},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3266157805919647},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3201131224632263},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.18953663110733032},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.13535380363464355},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11167669296264648},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.09343916177749634},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09205380082130432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7536386251449585},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.7040838003158569},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.6033538579940796},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.513282299041748},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.4981050491333008},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.45887529850006104},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.4205373227596283},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3284812569618225},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3266157805919647},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3201131224632263},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.18953663110733032},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.13535380363464355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11167669296264648},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.09343916177749634},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09205380082130432},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3691620.3695476","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6786717514","display_name":null,"funder_award_id":"62032010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8404754680","display_name":null,"funder_award_id":"62372227","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2013856010","https://openalex.org/W2055703785","https://openalex.org/W2088749975","https://openalex.org/W2091932246","https://openalex.org/W2226402862","https://openalex.org/W2227887088","https://openalex.org/W2249191673","https://openalex.org/W2356780433","https://openalex.org/W2463553622","https://openalex.org/W2514303331","https://openalex.org/W2546750171","https://openalex.org/W2725074893","https://openalex.org/W2740742367","https://openalex.org/W2793350103","https://openalex.org/W2806400877","https://openalex.org/W2884875870","https://openalex.org/W2888246077","https://openalex.org/W2888272748","https://openalex.org/W2899070402","https://openalex.org/W2951058005","https://openalex.org/W2955215835","https://openalex.org/W2969874374","https://openalex.org/W2999907851","https://openalex.org/W3043122026","https://openalex.org/W3091089987","https://openalex.org/W3091518781","https://openalex.org/W3120672518","https://openalex.org/W3122425961","https://openalex.org/W3195818176","https://openalex.org/W4210447404","https://openalex.org/W4313563733","https://openalex.org/W4384345807","https://openalex.org/W4391558366"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2051264696","https://openalex.org/W2376559135","https://openalex.org/W2188910952","https://openalex.org/W2109738291","https://openalex.org/W326273631","https://openalex.org/W2358049071","https://openalex.org/W3098537892","https://openalex.org/W2076253536"],"abstract_inverted_index":{"The":[0,174,188],"prominent":[1],"role":[2],"of":[3,21,44,66,74,81,98,114,124,140,190,199,212,263,350,373],"mobile":[4,380],"apps":[5,339],"in":[6,84,105,117,270,297,317,340,360],"daily":[7],"life":[8],"has":[9],"underscored":[10],"the":[11,19,42,57,64,67,79,88,93,111,122,135,209,240,255,271,311,348],"need":[12],"for":[13,40,208,285,328],"robust":[14,53],"quality":[15],"assurance,":[16],"leading":[17],"to":[18,63,206,246,300,331,356,377],"development":[20],"various":[22],"automated":[23],"Android":[24,118,125,142,361],"Graphical":[25],"User":[26],"Interface":[27],"(GUI)":[28],"testing":[29,46,126,144,152,362,381],"approaches.":[30,47],"Code":[31,223,289],"coverage":[32,227,273,290,343],"and":[33,52,78,164,177,182,193,225,235,274,295,344,369],"fault":[34,275,301,304,345],"detection":[35,276,305],"are":[36,267],"two":[37,58,170,280],"primary":[38,171],"metrics":[39,59,181,281],"evaluating":[41],"effectiveness":[43,336],"these":[45],"However,":[48],"conducting":[49],"a":[50,72,259,352],"reliable":[51],"evaluation":[54,69,89,197,234,241,298],"based":[55,91],"on":[56,92,154,169,196,242,337],"remains":[60],"challenging,":[61],"due":[62],"imperfections":[65],"current":[68],"system,":[70],"with":[71,149,310],"tangle":[73],"numerous":[75,106],"metric":[76,185],"granularities":[77],"interference":[80],"multiple":[82],"nondeterminism":[83],"tests.":[85],"For":[86],"instance,":[87],"solely":[90],"mean":[94,236],"or":[95],"total":[96],"numbers":[97],"detected":[99],"faults":[100],"lacks":[101],"statistical":[102,138,161,175,204],"robustness,":[103],"resulting":[104],"conflicting":[107],"conclusions":[108,359],"that":[109],"impede":[110],"comprehensive":[112,137,286,334],"understanding":[113],"stakeholders":[115],"involved":[116],"testing,":[119],"thereby":[120],"hindering":[121],"advancement":[123],"methodologies.":[127],"To":[128],"mitigate":[129],"such":[130],"issues,":[131],"this":[132],"paper":[133],"presents":[134],"first":[136],"study":[139,167],"existing":[141],"GUI":[143],"metrics,":[145],"involving":[146],"extensive":[147],"experiments":[148],"8":[150],"state-of-the-art":[151],"approaches":[153,330],"42":[155],"diverse":[156],"apps,":[157],"examining":[158],"aspects":[159],"including":[160],"significance,":[162],"correlation,":[163],"variation.":[165],"Our":[166],"focuses":[168],"areas:":[172],"(1)":[173,218],"significance":[176,233],"correlation":[178],"between":[179],"test":[180,191,194,200,313,324,354],"among":[183],"different":[184],"granularities.":[186],"(2)":[187,265],"influence":[189,211],"randomness":[192],"convergence":[195],"results":[198],"metrics.":[201],"By":[202],"employing":[203],"analysis":[205],"account":[207],"considerable":[210],"randomness,":[213],"we":[214],"achieve":[215],"notable":[216,229],"findings:":[217],"Instruction,":[219],"Executable":[220],"Lines":[221],"Of":[222],"(ELOC),":[224],"method":[226],"demonstrate":[228],"consistency":[230],"across":[231],"both":[232,279,341],"value":[237],"evaluation,":[238],"whereas":[239,303],"Fatal":[243],"Errors":[244],"compared":[245,299],"Core":[247],"Vitals,":[248],"as":[249,251],"well":[250],"all":[252],"errors":[253],"versus":[254],"well-selected":[256],"errors,":[257],"reveals":[258],"similarly":[260],"high":[261],"level":[262],"consistency.":[264],"There":[266],"evident":[268],"inconsistencies":[269],"code":[272,342],"results,":[277],"indicating":[278,347],"should":[282],"be":[283],"considered":[284],"evaluation.":[287],"(3)":[288],"typically":[291],"exhibits":[292],"greater":[293],"stability":[294],"robustness":[296],"detection,":[302,346],"is":[306,326],"quite":[307],"unstable":[308],"even":[309],"maximum":[312],"rounds":[314],"ever":[315],"used":[316],"previous":[318],"research":[319],"studies.":[320],"(4)":[321],"A":[322],"moderate":[323,353],"duration":[325,355],"sufficient":[327],"most":[329,338],"showcase":[332],"their":[333],"overall":[335],"possibility":[349],"adopting":[351],"draw":[357],"preliminary":[358],"development.":[363],"These":[364],"findings":[365],"inform":[366],"practical":[367],"recommendations":[368],"support":[370],"our":[371],"proposal":[372],"an":[374],"effective":[375],"framework":[376],"enhance":[378],"future":[379],"evaluations.":[382]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}