{"id":"https://openalex.org/W7135189149","doi":"https://doi.org/10.1145/3801978","title":"AI Can See What You Can\u2019t See: How LLM-Agents Complement Human-Based Gender-Inclusive Usability Testing","display_name":"AI Can See What You Can\u2019t See: How LLM-Agents Complement Human-Based Gender-Inclusive Usability Testing","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7135189149","doi":"https://doi.org/10.1145/3801978"},"language":"en","primary_location":{"id":"doi:10.1145/3801978","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3801978","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128929843","display_name":"Joy Geuenich","orcid":null},"institutions":[{"id":"https://openalex.org/I2610724","display_name":"Chemnitz University of Technology","ror":"https://ror.org/00a208s56","country_code":"DE","type":"education","lineage":["https://openalex.org/I2610724"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joy Geuenich","raw_affiliation_strings":["Chemnitz University of Technology, Chemnitz, Germany"],"raw_orcid":"https://orcid.org/0009-0005-6723-8253","affiliations":[{"raw_affiliation_string":"Chemnitz University of Technology, Chemnitz, Germany","institution_ids":["https://openalex.org/I2610724"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042767682","display_name":"Frank Joublin","orcid":"https://orcid.org/0000-0002-4421-1737"},"institutions":[{"id":"https://openalex.org/I4210112253","display_name":"Honda (Germany)","ror":"https://ror.org/022c1xk47","country_code":"DE","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210112253"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Frank Joublin","raw_affiliation_strings":["Honda Research Institute Europe GmbH, Offenbach, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4421-1737","affiliations":[{"raw_affiliation_string":"Honda Research Institute Europe GmbH, Offenbach, Germany","institution_ids":["https://openalex.org/I4210112253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013904419","display_name":"Antonello Ceravola","orcid":"https://orcid.org/0000-0002-1075-459X"},"institutions":[{"id":"https://openalex.org/I4210112253","display_name":"Honda (Germany)","ror":"https://ror.org/022c1xk47","country_code":"DE","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210112253"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Antonello Ceravola","raw_affiliation_strings":["Honda Research Institute Europe GmbH, Offenbach, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1075-459X","affiliations":[{"raw_affiliation_string":"Honda Research Institute Europe GmbH, Offenbach, Germany","institution_ids":["https://openalex.org/I4210112253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029240625","display_name":"Stefan Brandenburg","orcid":"https://orcid.org/0000-0002-7628-5247"},"institutions":[{"id":"https://openalex.org/I2610724","display_name":"Chemnitz University of Technology","ror":"https://ror.org/00a208s56","country_code":"DE","type":"education","lineage":["https://openalex.org/I2610724"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Brandenburg","raw_affiliation_strings":["Chemnitz University of Technology, Chemnitz, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7628-5247","affiliations":[{"raw_affiliation_string":"Chemnitz University of Technology, Chemnitz, Germany","institution_ids":["https://openalex.org/I2610724"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053324798","display_name":"Jonathan Dodge","orcid":"https://orcid.org/0009-0000-5175-5962"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Dodge","raw_affiliation_strings":["Penn State University, University Park, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0000-5175-5962","affiliations":[{"raw_affiliation_string":"Penn State University, University Park, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22386344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.5900999903678894,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.5900999903678894,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.12620000541210175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11977","display_name":"Technology Use by Older Adults","score":0.042100001126527786,"subfield":{"id":"https://openalex.org/subfields/3317","display_name":"Demography"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9409000277519226},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.8077999949455261},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.7641000151634216},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.7605000138282776},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.6791999936103821},{"id":"https://openalex.org/keywords/pluralistic-walkthrough","display_name":"Pluralistic walkthrough","score":0.6270999908447266},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.6193000078201294},{"id":"https://openalex.org/keywords/usability-lab","display_name":"Usability lab","score":0.57669997215271}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9409000277519226},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.8077999949455261},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.7641000151634216},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.7605000138282776},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.6791999936103821},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6427000164985657},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.6270999908447266},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.6193000078201294},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5842000246047974},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.57669997215271},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.5013999938964844},{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.37119999527931213},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.3702999949455261},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3264000117778778},{"id":"https://openalex.org/C71151206","wikidata":"https://www.wikidata.org/wiki/Q5156686","display_name":"Component-based usability testing","level":5,"score":0.3197000026702881},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3801978","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3801978","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5927044153213501,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W122167022","https://openalex.org/W2006046124","https://openalex.org/W2009540290","https://openalex.org/W2010361629","https://openalex.org/W2105297890","https://openalex.org/W2116203860","https://openalex.org/W2293040502","https://openalex.org/W2338034815","https://openalex.org/W2521478605","https://openalex.org/W2553374844","https://openalex.org/W2795090813","https://openalex.org/W3198644390","https://openalex.org/W4321162035","https://openalex.org/W4386724748","https://openalex.org/W4393160302","https://openalex.org/W4396733043","https://openalex.org/W4400222256","https://openalex.org/W4402665532","https://openalex.org/W4403863131","https://openalex.org/W4404694689","https://openalex.org/W4405173942","https://openalex.org/W4407759516","https://openalex.org/W4415157977","https://openalex.org/W4415435775"],"related_works":[],"abstract_inverted_index":{"Inclusive":[0],"usability":[1,12,25,28,39,93,115,130,143,164,208,228],"testing,":[2,94],"such":[3],"as":[4],"the":[5,60,137,176,190,201,216,236],"GenderMag":[6,45,91,107,152],"method,":[7],"wants":[8],"to":[9,63,74,99,147],"identify":[10],"gender-related":[11,129,207,227],"problems":[13,144],"in":[14,27,150,162],"digital":[15],"interfaces.":[16,178],"Large":[17],"Language":[18],"Models":[19],"(LLMs)":[20],"have":[21],"been":[22],"used":[23],"by":[24],"engineers":[26],"evaluations":[29],"but":[30,51,200],"their":[31],"contribution":[32],"is":[33,222],"still":[34],"underexplored,":[35],"especially":[36],"regarding":[37],"inclusive":[38],"testing.":[40],"Research":[41],"has":[42],"shown":[43],"that":[44,170,230],"workshops":[46,153],"can":[47,80],"produce":[48],"valuable":[49],"insights":[50],"are":[52,171],"resource":[53],"intense":[54],"and":[55,95,123,134,140,168,186,195,205],"might":[56],"show":[57,158],"effects":[58],"from":[59],"evaluators\u2019":[61],"ability":[62],"embody":[64],"personas":[65],"with":[66,128,212],"a":[67,159],"different":[68],"cognitive":[69],"style.":[70],"Therefore,":[71],"we":[72],"need":[73],"assess":[75],"if":[76],"LLM-agent":[77,88],"based":[78],"testing":[79],"aid":[81],"human-based":[82],"evaluations.":[83,102],"This":[84],"study":[85],"evaluates":[86],"an":[87,223],"system":[89,105,221],"for":[90,226],"persona-based":[92],"compares":[96],"its":[97],"performance":[98],"traditional":[100],"human-led":[101],"The":[103,219],"agent":[104,206,220],"integrates":[106],"persona":[108],"facets":[109],"into":[110],"three":[111,121,151],"LLM-agents,":[112],"which":[113],"analyze":[114],"issues":[116,165,209,215],"of":[117,142,166,238],"four":[118],"web":[119],"interfaces,":[120],"generic":[122,177],"one":[124],"intentionally":[125,191],"flawed":[126,192],"interface":[127],"issues.":[131],"We":[132],"quantitatively":[133],"qualitatively":[135],"compare":[136],"types,":[138],"severity,":[139],"relevance":[141,187],"LLM-agents":[145,169,196],"identified":[146],"those":[148],"produced":[149],"involving":[154],"nine":[155],"participants.":[156],"Findings":[157],"broad":[160],"overlap":[161,202],"detecting":[163],"humans":[167,194,231],"not":[172],"gender":[173],"specific":[174],"via":[175],"Agents":[179],"thereby":[180,234],"consistently":[181],"assign":[182,197],"significantly":[183],"higher":[184],"severity":[185],"ratings.":[188],"For":[189],"interface,":[193],"similar":[198],"ratings":[199],"between":[203],"human":[204],"was":[210],"low,":[211],"each":[213],"missing":[214],"other":[217],"caught.":[218],"efficient":[224],"tool":[225],"evaluation":[229],"may":[232],"overlook,":[233],"expanding":[235],"coverage":[237],"evaluation.":[239]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-03-14T00:00:00"}