{"id":"https://openalex.org/W4407831669","doi":"https://doi.org/10.1109/tse.2025.3544441","title":"Robotic Visual GUI Testing for Truly Non-Intrusive Test Automation of Touch Screen Applications","display_name":"Robotic Visual GUI Testing for Truly Non-Intrusive Test Automation of Touch Screen Applications","publication_year":2025,"publication_date":"2025-02-21","ids":{"openalex":"https://openalex.org/W4407831669","doi":"https://doi.org/10.1109/tse.2025.3544441"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3544441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3544441","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018865533","display_name":"Ju Qian","orcid":"https://orcid.org/0000-0001-8028-7213"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ju Qian","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8028-7213","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089124689","display_name":"Guizhou Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guizhou Lv","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0000-6428-7766","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiming Jin","orcid":"https://orcid.org/0009-0001-3489-0860"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Jin","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-3489-0860","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083795318","display_name":"Zhengyu Shang","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyu Shang","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0009-5926-4733","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003293068","display_name":"Shuoyan Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuoyan Yan","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-2372-9991","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yan Wang","orcid":"https://orcid.org/0009-0006-5705-9240"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Wang","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-5705-9240","affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100443798","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0003-2352-2226"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2352-2226","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5554,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.82038533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"51","issue":"4","first_page":"1205","last_page":"1231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9211999773979187,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.818487286567688},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6040520071983337},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.595466136932373},{"id":"https://openalex.org/keywords/graphical-user-interface-testing","display_name":"Graphical user interface testing","score":0.5374166965484619},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5266356468200684},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4448718726634979},{"id":"https://openalex.org/keywords/real-time-testing","display_name":"Real-time testing","score":0.43457892537117004},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.41525426506996155},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33327072858810425},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.326999306678772},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16054821014404297},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"User interface design","score":0.12888038158416748},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.1090940535068512},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08688434958457947},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.08651921153068542}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.818487286567688},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6040520071983337},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.595466136932373},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.5374166965484619},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5266356468200684},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4448718726634979},{"id":"https://openalex.org/C2754237","wikidata":"https://www.wikidata.org/wiki/Q7301088","display_name":"Real-time testing","level":5,"score":0.43457892537117004},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.41525426506996155},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33327072858810425},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.326999306678772},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16054821014404297},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.12888038158416748},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.1090940535068512},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08688434958457947},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.08651921153068542},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2025.3544441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3544441","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1637344061","display_name":null,"funder_award_id":"NS2021066","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2345010575","display_name":null,"funder_award_id":"62172202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1569579630","https://openalex.org/W1995362840","https://openalex.org/W2011847491","https://openalex.org/W2016996406","https://openalex.org/W2033288554","https://openalex.org/W2090571648","https://openalex.org/W2143058502","https://openalex.org/W2165413788","https://openalex.org/W2167667767","https://openalex.org/W2362396924","https://openalex.org/W2554314453","https://openalex.org/W2581010780","https://openalex.org/W2601551533","https://openalex.org/W2615260684","https://openalex.org/W2621123093","https://openalex.org/W2741894851","https://openalex.org/W2767785010","https://openalex.org/W2809981234","https://openalex.org/W2890086692","https://openalex.org/W2901339965","https://openalex.org/W2940441413","https://openalex.org/W2959108026","https://openalex.org/W2962391758","https://openalex.org/W2963011053","https://openalex.org/W2964306141","https://openalex.org/W3016821450","https://openalex.org/W3027993363","https://openalex.org/W3048516901","https://openalex.org/W3105878189","https://openalex.org/W3160414745","https://openalex.org/W3194624166","https://openalex.org/W3206846523","https://openalex.org/W3212533339","https://openalex.org/W4251147723","https://openalex.org/W4256148631","https://openalex.org/W4284672542","https://openalex.org/W4308643062","https://openalex.org/W4312950830","https://openalex.org/W4387835672","https://openalex.org/W4394769538","https://openalex.org/W6623152868","https://openalex.org/W6838931107","https://openalex.org/W6853126277"],"related_works":["https://openalex.org/W3180179400","https://openalex.org/W2351423253","https://openalex.org/W2749145940","https://openalex.org/W1539807119","https://openalex.org/W2102132451","https://openalex.org/W2286447865","https://openalex.org/W2150370510","https://openalex.org/W1998812155","https://openalex.org/W4256045586","https://openalex.org/W963721989"],"abstract_inverted_index":{"Test":[0],"automation":[1,40,69,150],"intrusive":[2,45],"to":[3,10,52,103,134],"the":[4,116,155],"devices":[5],"under":[6,123,161],"test":[7,39,68,80,96,106,136,149,211,220,225,245,260],"is":[8,34,47,94],"difficult":[9],"apply":[11],"on":[12,143,154,174,181],"closed":[13],"or":[14,24,49,114],"uncommon":[15],"touch":[16,71,145,170,241],"screen":[17,72,171,242],"systems,":[18],"e.g.,":[19],"a":[20,25,29,35,58,86,95,120,144,159,182,190,193,197,201,253],"Switch":[21,202],"game":[22,203],"console":[23],"digital":[26],"instrument":[27],"running":[28,173],"self-defined":[30],"operating":[31],"system.":[32],"There":[33],"lack":[36],"of":[37,70,92,140,158,185,239],"non-intrusive":[38,67,166],"techniques":[41,102],"for":[42,65,119,169,223,229,258],"situations":[43],"where":[44],"testing":[46,63],"impossible":[48],"not":[50,152],"easy":[51],"apply.":[53],"This":[54],"paper":[55],"presents":[56],"RoScript,":[57],"novel":[59],"robotic":[60],"visual":[61,79],"GUI":[62,76,207,231,259],"system":[64,157],"truly":[66,165,254],"applications.":[73],"RoScript":[74,93,148,180,234],"expresses":[75],"actions":[77,142,208,243],"in":[78,209,219],"scripts":[81,137,226],"and":[82,167,200,227],"executes":[83],"them":[84],"via":[85],"physical":[87],"robot.":[88],"A":[89],"key":[90],"innovation":[91],"engine":[97],"armed":[98],"with":[99],"environment":[100,112],"calibration":[101],"achieve":[104],"automated":[105],"execution":[107],"without":[108],"manually":[109],"setting":[110],"any":[111,176],"parameter":[113],"adjusting":[115],"robot":[117],"arms":[118],"new":[121],"subject":[122],"test.":[124],"Additionally,":[125],"two":[126],"complementary":[127],"computer":[128],"vision-based":[129],"methods":[130],"are":[131],"also":[132],"introduced":[133],"record":[135],"from":[138],"videos":[139],"human":[141,240],"screen.":[146],"The":[147,213],"does":[151],"rely":[153],"internal":[156],"device":[160],"test,":[162],"making":[163],"it":[164],"suitable":[168],"applications":[172],"almost":[175],"platform.":[177],"We":[178],"evaluated":[179],"diverse":[183],"range":[184],"devices--including":[186],"three":[187],"Android/iOS":[188],"phones,":[189],"Windows":[191],"tablet,":[192],"Linux-based":[194],"Raspberry":[195],"Pi,":[196],"GoPro":[198],"camera,":[199],"console--across":[204],"over":[205],"1100":[206],"160":[210],"scenarios.":[212],"results":[214,248],"demonstrate":[215],"RoScript\u2019s":[216,250],"high":[217],"accuracy":[218],"execution:":[221],"94%":[222],"executing":[224],"97%":[228],"replicating":[230],"actions.":[232],"Furthermore,":[233],"accurately":[235],"recorded":[236],"about":[237],"85%":[238],"into":[244],"code.":[246],"These":[247],"highlight":[249],"potential":[251],"as":[252],"non-intrusive,":[255],"cross-platform":[256],"solution":[257],"automation.":[261]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}