{"id":"https://openalex.org/W7163187001","doi":"https://doi.org/10.1145/3800424.3800445","title":"On the Limits for Web Accessibility Evaluation Using AI Agents","display_name":"On the Limits for Web Accessibility Evaluation Using AI Agents","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7163187001","doi":"https://doi.org/10.1145/3800424.3800445"},"language":null,"primary_location":{"id":"doi:10.1145/3800424.3800445","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3800424.3800445","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Web for All Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3800424.3800445","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137693192","display_name":"Vagner Santana","orcid":"https://orcid.org/0000-0003-0325-1596"},"institutions":[{"id":"https://openalex.org/I4210162039","display_name":"Brazilian Network Information Center","ror":"https://ror.org/04yh9yy49","country_code":"BR","type":"nonprofit","lineage":["https://openalex.org/I4210162039"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vagner Santana","raw_affiliation_strings":["NIC.br, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-0325-1596","affiliations":[{"raw_affiliation_string":"NIC.br, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I4210162039"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035857095","display_name":"Reinaldo Ferraz","orcid":"https://orcid.org/0009-0001-7244-2567"},"institutions":[{"id":"https://openalex.org/I4210162039","display_name":"Brazilian Network Information Center","ror":"https://ror.org/04yh9yy49","country_code":"BR","type":"nonprofit","lineage":["https://openalex.org/I4210162039"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Reinaldo Ferraz","raw_affiliation_strings":["NIC.br, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0009-0001-7244-2567","affiliations":[{"raw_affiliation_string":"NIC.br, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I4210162039"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137712385","display_name":"Jeniffer Vieira de Deus","orcid":"https://orcid.org/0009-0006-9767-482X"},"institutions":[{"id":"https://openalex.org/I4210162039","display_name":"Brazilian Network Information Center","ror":"https://ror.org/04yh9yy49","country_code":"BR","type":"nonprofit","lineage":["https://openalex.org/I4210162039"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jeniffer Vieira de Deus","raw_affiliation_strings":["NIC.br, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0009-0006-9767-482X","affiliations":[{"raw_affiliation_string":"NIC.br, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I4210162039"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.90902717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"187","last_page":"197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.906499981880188,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.906499981880188,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.009800000116229057,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.299699991941452},{"id":"https://openalex.org/keywords/web-accessibility","display_name":"Web accessibility","score":0.2906000018119812},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.2847999930381775},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.2605000138282776},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.2468000054359436}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6388000249862671},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.41119998693466187},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C194669863","wikidata":"https://www.wikidata.org/wiki/Q808932","display_name":"Web accessibility","level":4,"score":0.2906000018119812},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2612000107765198},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2468000054359436},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.24289999902248383},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.23579999804496765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3800424.3800445","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3800424.3800445","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Web for All Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3800424.3800445","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3800424.3800445","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd International Web for All Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2053155500","https://openalex.org/W3031088952","https://openalex.org/W4385729888","https://openalex.org/W4392881840","https://openalex.org/W4395671029","https://openalex.org/W4396832959","https://openalex.org/W4403576737","https://openalex.org/W4408615060","https://openalex.org/W4409767605","https://openalex.org/W4411086507","https://openalex.org/W4411450204","https://openalex.org/W4412782402","https://openalex.org/W4415156702","https://openalex.org/W4415208150","https://openalex.org/W4415444886","https://openalex.org/W4415445025"],"related_works":[],"abstract_inverted_index":{"More":[0],"than":[1],"25":[2],"years":[3],"have":[4,215],"passed":[5],"since":[6],"Web":[7,241,254],"Accessibility":[8],"Content":[9],"Guidelines":[10],"(WCAG)":[11],"1.0":[12],"was":[13],"published":[14],"and":[15,57,73,118,124,126,136,138,144,158,166,173,184,200,221,243],"94.8%":[16],"of":[17,60,99,248],"home":[18],"pages":[19],"still":[20],"fail":[21],"to":[22,42,86,178,230,239,253],"comply":[23],"with":[24,35,65],"accessibility":[25,62,88,242,255],"content":[26,220],"guidelines.":[27],"There":[28],"are":[29,40,112,204],"several":[30],"tools":[31],"that":[32,106],"check":[33],"compliance":[34],"technical":[36],"standards,":[37],"but":[38],"they":[39,214],"limited":[41],"evaluating":[43,218],"source":[44],"code":[45,111],"syntax.":[46],"While":[47],"some":[48],"evaluations":[49],"require":[50],"humans":[51],"for":[52,209],"performing":[53],"semantic,":[54],"multimodal":[55],"assessment":[56,181],"the":[58,154,162,205,225],"lack":[59],"web":[61],"is":[63],"associated":[64],"issues":[66],"involving":[67,189],"scale,":[68],"skilling,":[69],"culture,":[70],"workforce":[71],"diversity,":[72],"managerial":[74],"support,":[75],"novel":[76],"Generative":[77],"AI":[78],"(GenAI)":[79],"technologies":[80],"bring":[81],"promising":[82],"approaches":[83],"on":[84,147,233],"how":[85,96,234],"improve":[87,240],"evaluation.":[89,256],"In":[90],"this":[91,93,249],"context,":[92],"paper":[94],"presents":[95],"a":[97],"set":[98],"7":[100],"challenging":[101,207],"WCAG":[102],"2.2":[103],"success":[104,190],"criteria":[105,191],"go":[107],"beyond":[108],"syntactically":[109],"correct":[110],"assessed":[113],"by":[114],"chatbots":[115],"(ChatGPT,":[116],"Claude,":[117],"Gemini),":[119],"state-of-the-art":[120],"agentic":[121,171],"browsers":[122,172],"(Comet":[123],"Atlas),":[125],"multi-agent":[127],"systems":[128],"(MAS)":[129],"combining":[130],"different":[131],"models":[132],"(DeepSeek-V3.2,":[133],"Llama4-Scout,":[134],"gpt-oss-120b,":[135],"GPT-4o)":[137],"popular":[139],"implementation":[140],"frameworks":[141],"(CrewAI,":[142],"Smolagents,":[143],"LangGraph).":[145],"Based":[146],"provided":[148],"assessments,":[149],"DeepSeek-V3.2":[150,159],"+":[151,160],"LangGraph":[152],"obtained":[153],"highest":[155,163],"precision":[156],"(0.73)":[157],"Smolagents":[161],"recall":[164],"(0.78)":[165],"F1-score":[167],"(0.70).":[168],"On":[169],"average,":[170],"MAS":[174],"were":[175],"not":[176],"able":[177],"provide":[179],"an":[180],"in":[182,216],"57.4%":[183],"42.6%,":[185],"respectively.":[186],"Moreover,":[187],"tasks":[188],"1.2.5":[192],"(Audio":[193],"Description":[194],"(Prerecorded)),":[195],"2.1.2":[196],"(No":[197],"Keyboard":[198],"Trap),":[199],"2.3.2":[201],"(Three":[202],"Flashes)":[203],"most":[206],"ones":[208],"existing":[210],"GenAI,":[211],"given":[212],"limits":[213,247],"terms":[217],"multimedia":[219],"interaction":[222],"design.":[223],"With":[224],"presented":[226],"results,":[227],"we":[228],"expect":[229],"shed":[231],"light":[232],"GenAI":[235],"can":[236],"be":[237],"used":[238],"also":[244],"informing":[245],"current":[246],"technology":[250],"when":[251],"applied":[252]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-06-03T00:00:00"}