{"id":"https://openalex.org/W4396833734","doi":"https://doi.org/10.1145/3613904.3642777","title":"AXNav: Replaying Accessibility Tests from Natural Language","display_name":"AXNav: Replaying Accessibility Tests from Natural Language","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396833734","doi":"https://doi.org/10.1145/3613904.3642777"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642777","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642777","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642777","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642777","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062391953","display_name":"Maryam Taeb","orcid":"https://orcid.org/0000-0001-9950-1953"},"institutions":[{"id":"https://openalex.org/I1323276237","display_name":"Florida A&M University - Florida State University College of Engineering","ror":"https://ror.org/01v4tq883","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165","https://openalex.org/I1323276237","https://openalex.org/I8248082"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maryam Taeb","raw_affiliation_strings":["FAMU-FSU College of Engineering, Florida State University, United States"],"raw_orcid":"https://orcid.org/0000-0001-9950-1953","affiliations":[{"raw_affiliation_string":"FAMU-FSU College of Engineering, Florida State University, United States","institution_ids":["https://openalex.org/I1323276237"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085693746","display_name":"Amanda Swearngin","orcid":"https://orcid.org/0000-0003-2468-6337"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda Swearngin","raw_affiliation_strings":["Apple Inc, United States"],"raw_orcid":"https://orcid.org/0009-0003-0935-4745","affiliations":[{"raw_affiliation_string":"Apple Inc, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029531613","display_name":"Eldon Schoop","orcid":"https://orcid.org/0000-0001-8951-2878"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eldon Schoop","raw_affiliation_strings":["Apple Inc, United States"],"raw_orcid":"https://orcid.org/0000-0001-8951-2878","affiliations":[{"raw_affiliation_string":"Apple Inc, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026465413","display_name":"Ruijia Cheng","orcid":"https://orcid.org/0000-0002-2377-9550"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruijia Cheng","raw_affiliation_strings":["Apple Inc, United States"],"raw_orcid":"https://orcid.org/0000-0002-2377-9550","affiliations":[{"raw_affiliation_string":"Apple Inc, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060889170","display_name":"Yue Jiang","orcid":"https://orcid.org/0000-0003-0022-6512"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Yue Jiang","raw_affiliation_strings":["Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0003-0022-6512","affiliations":[{"raw_affiliation_string":"Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081566660","display_name":"Jeffrey Nichols","orcid":"https://orcid.org/0000-0002-6880-8546"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Nichols","raw_affiliation_strings":["Apple Inc, United States"],"raw_orcid":"https://orcid.org/0000-0002-6880-8546","affiliations":[{"raw_affiliation_string":"Apple Inc, United States","institution_ids":["https://openalex.org/I4210153776"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062391953"],"corresponding_institution_ids":["https://openalex.org/I1323276237"],"apc_list":null,"apc_paid":null,"fwci":91.8106,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.99983565,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8254456520080566},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6113778948783875},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.5609365105628967},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4967842400074005},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.48073768615722656},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45543938875198364},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4022045433521271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24985992908477783},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11950421333312988},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1149735152721405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254456520080566},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6113778948783875},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5609365105628967},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4967842400074005},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.48073768615722656},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45543938875198364},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4022045433521271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24985992908477783},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11950421333312988},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1149735152721405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3613904.3642777","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642777","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642777","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/128677","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/82d1d69f-b737-43c0-b692-77c7817cfe6f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642777","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642777","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642777","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396833734.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W81685006","https://openalex.org/W2059464277","https://openalex.org/W2095905764","https://openalex.org/W2101512165","https://openalex.org/W2116035614","https://openalex.org/W2133059825","https://openalex.org/W2145023731","https://openalex.org/W2146511370","https://openalex.org/W2158447593","https://openalex.org/W2615418406","https://openalex.org/W2765387833","https://openalex.org/W2805591798","https://openalex.org/W2910016046","https://openalex.org/W2911344747","https://openalex.org/W2914986763","https://openalex.org/W2916904544","https://openalex.org/W2963139460","https://openalex.org/W3041622874","https://openalex.org/W3090022158","https://openalex.org/W3121617129","https://openalex.org/W3136428280","https://openalex.org/W3161986465","https://openalex.org/W3163374010","https://openalex.org/W3197536693","https://openalex.org/W4224986572","https://openalex.org/W4225089191","https://openalex.org/W4312516512","https://openalex.org/W4313563552","https://openalex.org/W4366549458","https://openalex.org/W4366549767","https://openalex.org/W4387344906"],"related_works":["https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2906881146","https://openalex.org/W2351166673","https://openalex.org/W2390109066","https://openalex.org/W2002537515","https://openalex.org/W2349355552"],"abstract_inverted_index":{"Developers":[0],"and":[1,29,125,139,157,199],"quality":[2],"assurance":[3],"testers":[4],"often":[5,24],"rely":[6],"on":[7,219],"manual":[8,19,109],"testing":[9,20,93],"to":[10,33,57,135,148,155,203],"test":[11,111,138,208],"accessibility":[12,78,92,110,159,183,223],"features":[13],"throughout":[14],"the":[15,65,74,85,137,189,209],"product":[16],"lifecycle.":[17],"Unfortunately,":[18],"can":[21,30],"be":[22,31,192],"tedious,":[23],"has":[25,62],"an":[26,127],"overwhelming":[27],"scope,":[28],"difficult":[32],"schedule":[34],"amongst":[35],"other":[36],"development":[37],"milestones.":[38],"Recently,":[39],"Large":[40,167],"Language":[41],"Models":[42],"(LLMs)":[43],"have":[44],"been":[45],"used":[46],"for":[47,73,118,216,222],"a":[48,88,97,104,108,119,141,178],"variety":[49],"of":[50,54,67,76,87],"tasks":[51],"including":[52],"automation":[53],"UIs.":[55],"However,":[56],"our":[58],"knowledge,":[59],"no":[60],"one":[61],"yet":[63],"explored":[64],"use":[66],"LLMs":[68,221],"in":[69,113,121,195],"controlling":[70],"assistive":[71],"technologies":[72],"purposes":[75],"supporting":[77],"testing.":[79,224],"In":[80,145],"this":[81,101,175],"paper,":[82],"we":[83,102,152],"explore":[84],"requirements":[86],"natural":[89,114],"language":[90,115],"based":[91],"workflow,":[94],"starting":[95],"with":[96,130,166,182],"formative":[98],"study.":[99],"From":[100],"build":[103],"system":[105,176],"that":[106,188],"takes":[107],"instruction":[112],"(e.g.,":[116,161],"\u201cSearch":[117],"show":[120],"VoiceOver\u201d)":[122],"as":[123],"input":[124],"uses":[126],"LLM":[128],"combined":[129],"pixel-based":[131],"UI":[132],"Understanding":[133],"models":[134],"execute":[136],"produce":[140],"chaptered,":[142],"navigable":[143],"video.":[144],"each":[146],"video,":[147],"help":[149],"QA":[150,184],"testers,":[151],"apply":[153],"heuristics":[154],"detect":[156],"flag":[158],"issues":[160],"Text":[162,168],"size":[163],"not":[164],"increasing":[165],"enabled,":[169],"VoiceOver":[170],"navigation":[171],"loops).":[172],"We":[173],"evaluate":[174],"through":[177],"10-participant":[179],"user":[180],"study":[181,212],"professionals":[185],"who":[186],"indicated":[187],"tool":[190],"would":[191,206],"very":[193],"useful":[194],"their":[196],"current":[197],"work":[198,218],"performed":[200],"tests":[201],"similarly":[202],"how":[204],"they":[205],"manually":[207],"features.":[210],"The":[211],"also":[213],"reveals":[214],"insights":[215],"future":[217],"using":[220]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":7}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}