{"id":"https://openalex.org/W7125817959","doi":"https://doi.org/10.1145/3793673","title":"Towards Testing the Accessibility of Dynamic Visual Changes in Android Mobile GUI with Multi-Modal LLMs","display_name":"Towards Testing the Accessibility of Dynamic Visual Changes in Android Mobile GUI with Multi-Modal LLMs","publication_year":2026,"publication_date":"2026-01-27","ids":{"openalex":"https://openalex.org/W7125817959","doi":"https://doi.org/10.1145/3793673"},"language":"en","primary_location":{"id":"doi:10.1145/3793673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3793673","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123944707","display_name":"Mengxi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengxi Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China\r and School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4380-794X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China\r and School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123919964","display_name":"Jianlin Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlin Yu","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-8817-9441","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124035078","display_name":"Chen Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Xu","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0007-9858-6482","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123973823","display_name":"Jiqun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiqun Li","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0009-5846-4442","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124041511","display_name":"Xinglong Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinglong Yin","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0000-6300-5130","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068911596","display_name":"Huaxiao Liu","orcid":"https://orcid.org/0000-0002-8151-1413"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaxiao Liu","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-8151-1413","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China and Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08523572,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.18240000307559967,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.18240000307559967,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.12839999794960022,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.09640000015497208,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.5913000106811523},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.5325000286102295},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4916999936103821},{"id":"https://openalex.org/keywords/graphical-user-interface-testing","display_name":"Graphical user interface testing","score":0.46950000524520874},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4675999879837036},{"id":"https://openalex.org/keywords/visual-language","display_name":"Visual language","score":0.45509999990463257},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4528000056743622},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.38040000200271606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7591999769210815},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7148000001907349},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.5913000106811523},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.5325000286102295},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4916999936103821},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.46950000524520874},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4528000056743622},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.3547999858856201},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C139968098","wikidata":"https://www.wikidata.org/wiki/Q3055454","display_name":"Development environment","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C128644962","wikidata":"https://www.wikidata.org/wiki/Q683111","display_name":"Visual programming language","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2799000144004822},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.27880001068115234},{"id":"https://openalex.org/C2778535757","wikidata":"https://www.wikidata.org/wiki/Q1328864","display_name":"Screen reader","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.26350000500679016}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3793673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3793673","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6081866025924683}],"awards":[{"id":"https://openalex.org/G1863518842","display_name":null,"funder_award_id":"2025061","funder_id":"https://openalex.org/F4320328899","funder_display_name":"China University of Geosciences"},{"id":"https://openalex.org/G5585132683","display_name":null,"funder_award_id":"62572213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328899","display_name":"China University of Geosciences","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1982451263","https://openalex.org/W2157195454","https://openalex.org/W2207575125","https://openalex.org/W3021907903","https://openalex.org/W3029291786","https://openalex.org/W3082687416","https://openalex.org/W3108456188","https://openalex.org/W3161986465","https://openalex.org/W3194949025","https://openalex.org/W4213067985","https://openalex.org/W4286361941","https://openalex.org/W4288080284","https://openalex.org/W4308643009","https://openalex.org/W4313476004","https://openalex.org/W4313563552","https://openalex.org/W4313563704","https://openalex.org/W4366549458","https://openalex.org/W4387336288","https://openalex.org/W4387801102","https://openalex.org/W4389252386","https://openalex.org/W4392881840","https://openalex.org/W4393969035","https://openalex.org/W4396833096","https://openalex.org/W4396833734","https://openalex.org/W4399986337","https://openalex.org/W4403333948","https://openalex.org/W4403334466","https://openalex.org/W4403582792","https://openalex.org/W4411450204"],"related_works":[],"abstract_inverted_index":{"User":[0],"interactions":[1],"with":[2,134],"mobile":[3],"applications":[4],"(apps)":[5],"are":[6,50,56],"accompanied":[7],"by":[8],"continuous":[9],"visual":[10,39,48,90],"changes":[11,23,49,91],"in":[12,106],"the":[13,31],"Graphical":[14],"UI":[15],"(GUI),":[16],"guiding":[17],"task":[18],"completion":[19],"and":[20,44,87,143],"feedback.":[21],"These":[22],"help":[24],"users":[25],"complete":[26],"intended":[27],"tasks":[28],"or":[29],"assess":[30],"appropriateness":[32],"of":[33,104,141],"their":[34],"actions,":[35],"typically":[36],"conveyed":[37],"through":[38],"cues":[40],"such":[41,47],"as":[42],"appearance":[43],"color.":[45],"While":[46],"effective":[51],"for":[52,85],"sighted":[53],"users,":[54,60],"they":[55],"inaccessible":[57],"to":[58,64,129],"blind":[59],"creating":[61],"substantial":[62],"barriers":[63],"GUI":[65,89],"interaction.":[66],"To":[67],"address":[68],"these":[69],"challenges,":[70],"we":[71],"propose":[72],"VisualDroid":[73,99],",":[74],"a":[75,79,93],"method":[76,126,146],"based":[77],"on":[78,118],"multi-modal":[80],"large":[81],"language":[82],"model":[83],"(LLM)":[84],"testing":[86],"classifying":[88],"using":[92],"tailored":[94],"three-hop":[95],"reasoning":[96],"prompting":[97],"framework.":[98],"achieved":[100],"an":[101],"F1":[102],"score":[103],"94.7%":[105],"34":[107],"apps":[108,122],"from":[109,123],"17":[110],"domains,":[111],"surpassing":[112],"all":[113],"baseline":[114],"methods.":[115],"When":[116],"evaluated":[117],"five":[119],"open":[120],"source":[121],"F-Droid,":[124],"our":[125,145],"enabled":[127],"developers":[128],"resolve":[130],"three":[131],"identified":[132],"issues,":[133],"two":[135],"still":[136],"under":[137],"review.":[138],"In":[139],"terms":[140],"efficiency":[142],"cost,":[144],"indicates":[147],"minimal":[148],"resource":[149],"consumption.":[150]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-01-28T00:00:00"}