{"id":"https://openalex.org/W7128626332","doi":"https://doi.org/10.1145/3772318.3791896","title":"A11y-CUA Dataset: Characterizing the Accessibility Gap in Computer Use Agents","display_name":"A11y-CUA Dataset: Characterizing the Accessibility Gap in Computer Use Agents","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7128626332","doi":"https://doi.org/10.1145/3772318.3791896"},"language":"en","primary_location":{"id":"doi:10.1145/3772318.3791896","doi":"https://doi.org/10.1145/3772318.3791896","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791896","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3772318.3791896","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114334904","display_name":"Ananya Gubbi Mohanbabu","orcid":"https://orcid.org/0009-0002-1014-4385","observed_orcids":["https://orcid.org/0009-0002-1014-4385"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ananya Gubbi Mohanbabu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, California, USA"],"raw_orcid":"https://orcid.org/0009-0002-1014-4385","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, California, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008341413","display_name":"Rosiana Natalie","orcid":"https://orcid.org/0000-0002-8912-7627","observed_orcids":["https://orcid.org/0000-0002-8912-7627"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rosiana Natalie","raw_affiliation_strings":["Michigan Institute for Data & AI in Society, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0002-8912-7627","affiliations":[{"raw_affiliation_string":"Michigan Institute for Data & AI in Society, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112899281","display_name":"Brandon Kim","orcid":"https://orcid.org/0009-0007-6285-6452","observed_orcids":["https://orcid.org/0009-0007-6285-6452"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon Kim","raw_affiliation_strings":["HAIL, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0009-0007-6285-6452","affiliations":[{"raw_affiliation_string":"HAIL, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021329493","display_name":"Anhong Guo","orcid":"https://orcid.org/0000-0002-4447-7818","observed_orcids":["https://orcid.org/0000-0002-4447-7818"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anhong Guo","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0002-4447-7818","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014816733","display_name":"Amy Pavel","orcid":"https://orcid.org/0000-0002-3908-4366","observed_orcids":["https://orcid.org/0000-0002-3908-4366"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Pavel","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-3908-4366","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, Berkeley, California, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.7333,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.95087336,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9272000193595886,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9272000193595886,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.028599999845027924,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.025299999862909317,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-use-agents","display_name":"computer-use agents","score":0.9850000143051147},{"id":"https://openalex.org/keywords/accessibility-gaps","display_name":"accessibility gaps","score":0.7390000224113464},{"id":"https://openalex.org/keywords/blind-and-visually-impaired-users","display_name":"blind and visually impaired users","score":0.9369999766349792},{"id":"https://openalex.org/keywords/assistive-technology","display_name":"assistive technology","score":0.9440000057220459},{"id":"https://openalex.org/keywords/shared-control","display_name":"shared control","score":0.4690000116825104},{"id":"https://openalex.org/keywords/interaction-traces","display_name":"interaction traces","score":0.746999979019165},{"id":"https://openalex.org/keywords/magnifiers","display_name":"magnifiers","score":0.7129999995231628},{"id":"https://openalex.org/keywords/everyday-tasks","display_name":"everyday tasks","score":0.5419999957084656},{"id":"https://openalex.org/keywords/cooperative-interaction","display_name":"collaborative interaction","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.7714999914169312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7117000222206116},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6739000082015991},{"id":"https://openalex.org/C3017715821","wikidata":"https://www.wikidata.org/wiki/Q688498","display_name":"Assistive technology","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.28690001368522644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3772318.3791896","doi":"https://doi.org/10.1145/3772318.3791896","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791896","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.09310","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.09310","pdf_url":"https://arxiv.org/pdf/2602.09310","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2602.09310","doi":"https://doi.org/10.48550/arxiv.2602.09310","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.09310","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3772318.3791896","doi":"https://doi.org/10.1145/3772318.3791896","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791896","pdf_url":null,"source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7578999996185303,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309652","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7206214252","https://openalex.org/W6903045326","https://openalex.org/W2803664609","https://openalex.org/W7223340827","https://openalex.org/W4403576958","https://openalex.org/W4306174599","https://openalex.org/W3093348474","https://openalex.org/W6950010966","https://openalex.org/W2898768241","https://openalex.org/W2061523030"],"abstract_inverted_index":{"Computer":[0],"Use":[1],"Agents":[2],"(CUAs)":[3],"operate":[4],"interfaces":[5],"by":[6,29],"pointing,":[7],"clicking,":[8],"and":[9,21,31,61,70,89,95,118,141,145,149,168],"typing\u2014mirroring":[10],"interactions":[11,28],"of":[12,52,59,128,154],"sighted":[13],"users":[14,33],"(SUs)":[15],"who":[16,35],"can":[17],"thus":[18,41],"monitor":[19],"CUAs":[20,24,115,170],"share":[22],"control.":[23],"do":[25],"not":[26,151],"reflect":[27,152],"blind":[30],"low-vision":[32],"(BLVUs)":[34],"use":[36],"assistive":[37],"technology":[38],"(AT).":[39],"BLVUs":[40,60],"cannot":[42],"easily":[43],"collaborate":[44],"with":[45,67,132,143],"CUAs.":[46],"To":[47],"characterize":[48],"the":[49,133],"accessibility":[50],"gap":[51],"CUAs,":[53],"we":[54,163],"present":[55],"A11y-CUA,":[56],"a":[57],"dataset":[58,74],"SUs":[62],"performing":[63],"60":[64],"everyday":[65],"tasks":[66,129],"40.4":[68],"hours":[69],"158,325":[71],"events.":[72],"Our":[73],"analysis":[75],"reveals":[76],"that":[77],"our":[78,159],"collected":[79,111],"interaction":[80,85,97],"traces":[81,112],"quantitatively":[82],"confirm":[83],"distinct":[84],"styles":[86],"between":[87],"SU":[88],"BLVU":[90],"groups":[91],"(mouse-":[92],"vs.":[93,103],"keyboard-dominant)":[94],"demonstrate":[96],"diversity":[98],"within":[99],"each":[100],"group":[101],"(sequential":[102],"shortcut":[104],"navigation":[105],"for":[106,171],"BLVUs).":[107],"We":[108],"then":[109],"compare":[110],"to":[113,139,165],"state-of-the-art":[114],"under":[116],"default":[117,124],"AT":[119,134,156],"conditions":[120,147],"(keyboard-only,":[121],"magnifier).":[122],"The":[123],"CUA":[125],"executed":[126],"78.3%":[127],"successfully.":[130],"But":[131],"conditions,":[135],"CUA\u2019s":[136],"performance":[137],"dropped":[138],"41.67%":[140],"28.3%":[142],"keyboard-only":[144],"magnifier":[146],"respectively,":[148],"did":[150],"nuances":[153],"real":[155],"use.":[157],"With":[158],"open":[160],"A11y-CUA":[161],"dataset,":[162],"aim":[164],"promote":[166],"collaborative":[167],"accessible":[169],"everyone.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-02-12T00:00:00"}