{"id":"https://openalex.org/W7138880721","doi":"https://doi.org/10.1145/3788149.3788233","title":"Evaluating the Trustworthiness of AI Personas in Paired Usability Testing: A Mixed-Methods Study with Looma.ai","display_name":"Evaluating the Trustworthiness of AI Personas in Paired Usability Testing: A Mixed-Methods Study with Looma.ai","publication_year":2025,"publication_date":"2025-12-12","ids":{"openalex":"https://openalex.org/W7138880721","doi":"https://doi.org/10.1145/3788149.3788233"},"language":null,"primary_location":{"id":"doi:10.1145/3788149.3788233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3788149.3788233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 9th International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yiming Huang","orcid":"https://orcid.org/0009-0007-7928-2256"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yiming Huang","raw_affiliation_strings":["Iovine and Young Academy, University of Southern California, Los Angeles, California, USA"],"raw_orcid":"https://orcid.org/0009-0007-7928-2256","affiliations":[{"raw_affiliation_string":"Iovine and Young Academy, University of Southern California, Los Angeles, California, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.75707302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"672","last_page":"681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6693000197410583},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5428000092506409},{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.3921999931335449},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.2883000075817108},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.26190000772476196}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6693000197410583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5916000008583069},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5428000092506409},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4465999901294708},{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.349700003862381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34369999170303345},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25220000743865967},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3788149.3788233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3788149.3788233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 9th International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W798044393","https://openalex.org/W1978632524","https://openalex.org/W2069074793","https://openalex.org/W4389524212","https://openalex.org/W4396832581","https://openalex.org/W4405522311","https://openalex.org/W4408423129","https://openalex.org/W4408589781","https://openalex.org/W4409361458"],"related_works":[],"abstract_inverted_index":{"Usability":[0],"testing":[1,145],"is":[2],"central":[3],"to":[4,18,48,109],"UX":[5],"research,":[6],"but":[7,153],"its":[8],"reliance":[9],"on":[10,53],"human":[11,35,120,154],"participants":[12,36,155],"makes":[13],"it":[14],"costly":[15],"and":[16,59,82,92,107,125,141,150],"difficult":[17],"scale.":[19],"This":[20],"study":[21],"examines":[22],"the":[23,66,160],"trustworthiness":[24],"of":[25,122,164],"large":[26],"language":[27],"model":[28],"(LLM)\u2013based":[29],"AI":[30,62,93,116,137],"personas":[31,138],"as":[32],"proxies":[33],"for":[34,158],"in":[37,98,104,112,130],"usability":[38,51,144],"testing.":[39],"Using":[40],"a":[41],"paired":[42],"design,":[43],"we":[44],"recruited":[45],"10":[46],"students":[47],"complete":[49],"task-based":[50],"tests":[52],"Looma.ai,":[54],"an":[55],"educational":[56],"web":[57],"application,":[58],"constructed":[60],"matched":[61],"\u201ctwins\u201d":[63],"that":[64,136],"performed":[65],"same":[67],"tasks":[68],"under":[69],"identical":[70],"conditions.":[71],"Data":[72],"were":[73],"collected":[74],"across":[75],"three":[76],"dimensions:":[77],"attitudinal":[78,99],"surveys,":[79],"think-aloud":[80],"feedback,":[81],"behavioral":[83],"performance":[84],"metrics.":[85],"Results":[86],"showed":[87],"substantial":[88],"alignment":[89],"between":[90],"humans":[91],"personas,":[94],"with":[95],"75.3%":[96],"correlation":[97],"change":[100],"patterns,":[101],"92%":[102],"overlap":[103],"qualitative":[105],"themes,":[106],"moderate":[108],"high":[110],"similarities":[111],"navigation":[113],"behaviors.":[114],"However,":[115],"agents":[117],"consistently":[118],"underestimated":[119],"experiences":[121],"cognitive":[123],"load":[124],"emotional":[126,162],"frustration,":[127],"highlighting":[128],"limitations":[129],"affective":[131],"fidelity.":[132],"These":[133],"findings":[134],"suggest":[135],"can":[139],"complement":[140],"partially":[142],"scale":[143],"by":[146],"reliably":[147],"reproducing":[148],"structural":[149],"task-oriented":[151],"insights,":[152],"remain":[156],"essential":[157],"capturing":[159],"nuanced":[161],"dimensions":[163],"user":[165],"experience.":[166]},"counts_by_year":[],"updated_date":"2026-03-21T06:30:42.041108","created_date":"2026-03-20T00:00:00"}