{"id":"https://openalex.org/W7164012067","doi":"https://doi.org/10.48550/arxiv.2606.09570","title":"UXBench: Benchmarking User Experience in AI Assistants","display_name":"UXBench: Benchmarking User Experience in AI Assistants","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164012067","doi":"https://doi.org/10.48550/arxiv.2606.09570"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09570","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092758415","display_name":"Mengze Hong","orcid":"https://orcid.org/0009-0003-3188-4208"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Mengze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138277200","display_name":"Xia Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Xia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101088107","display_name":"Zeyang Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Zeyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138244977","display_name":"Sheng Wang (339979)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374113","display_name":"Chen Zhang","orcid":"https://orcid.org/0000-0002-3306-9317"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chen Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138202074","display_name":"Di Maria Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111306061","display_name":"Taiming Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Taiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134059855","display_name":"Jinfeng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jinfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138232938","display_name":"Mengqiao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Mengqiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121041753","display_name":"Q. Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Qinghe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138215769","display_name":"Haosheng Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Haosheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138216665","display_name":"Qiongyi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Qiongyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138233353","display_name":"Sijun He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Sijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Simonjmdeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simonjmdeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Huang, Haojing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Haojing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138222546","display_name":"Zijian Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138287383","display_name":"Lucas Mu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lucas Mu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Fubao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Fubao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138214496","display_name":"Mona Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Mona","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ma, Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hua, Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hua, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhu, Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jiang, Shuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138256079","display_name":"Chenxuan Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Chenxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138214429","display_name":"Yuanmeng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuanmeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138277643","display_name":"Jian Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138284362","display_name":"Minlong Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Minlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liang, Di","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Davey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Davey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.2750000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.2750000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14059999585151672,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09740000218153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8756999969482422},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7206000089645386},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.6796000003814697},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4772000014781952},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.46700000762939453},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.43810001015663147},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4131999909877777},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.37869998812675476}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8756999969482422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243000268936157},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7206000089645386},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.6796000003814697},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.572700023651123},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4772000014781952},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.46700000762939453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4643999934196472},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4138999879360199},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.37869998812675476},{"id":"https://openalex.org/C63880386","wikidata":"https://www.wikidata.org/wiki/Q5157592","display_name":"Computer user satisfaction","level":4,"score":0.3271999955177307},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.311599999666214},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2874000072479248},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C3017568202","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"User needs","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.26930001378059387},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C143267671","wikidata":"https://www.wikidata.org/wiki/Q7901856","display_name":"User requirements document","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4532944858074188}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"AI":[1,68,196],"assistants":[2],"serve":[3],"millions":[4],"of":[5,43,64,121,156,195],"users":[6],"daily,":[7],"evaluating":[8,34],"user":[9,30,75,105,130,168],"experience":[10,106],"(UX)":[11],"beyond":[12],"general":[13],"model":[14,111,122,140],"capability":[15,112],"has":[16],"become":[17],"increasingly":[18],"important.":[19],"We":[20,150],"present":[21],"UXBench,":[22],"the":[23,153,193],"first":[24],"user-centric":[25,188],"benchmark":[26,41],"grounded":[27],"in":[28,110],"real":[29,74],"feedback":[31,131,144],"signals":[32,145],"for":[33,178],"preference":[35],"alignment":[36],"and":[37,51,82,107,124,160,176],"dialogue":[38,116],"generation.":[39],"The":[40,70],"consists":[42],"three":[44],"interconnected":[45],"tasks,":[46],"UX":[47,49,52,183],"Judge,":[48],"Eval,":[50],"Recovery,":[53],"with":[54],"7,400":[55],"test":[56],"instances":[57],"extracted":[58],"from":[59,142],"over":[60],"70K":[61],"interaction":[62],"logs":[63],"a":[65,134,138,172,187],"mainstream":[66],"Chinese":[67],"assistant.":[69],"dataset":[71],"closely":[72],"reflects":[73],"distributions,":[76],"covering":[77],"8":[78],"scenarios,":[79],"83":[80],"domains,":[81],"diverse":[83],"failure":[84],"patterns":[85],"that":[86,129,165,191],"pose":[87],"severe":[88],"challenges.":[89],"Extensive":[90],"experiments":[91],"on":[92],"26":[93],"frontier":[94],"language":[95],"models":[96,103],"provide":[97],"novel":[98],"insights":[99],"into":[100],"how":[101,108],"well":[102],"perceive":[104],"improvements":[109],"contribute":[113],"to":[114,181,186],"better":[115],"engagement.":[117],"Through":[118],"comprehensive":[119],"analysis":[120],"behavior":[123],"performance":[125],"gaps,":[126],"we":[127],"show":[128],"prediction":[132],"is":[133],"learnable":[135],"capability,":[136],"where":[137],"reward":[139],"trained":[141],"in-the-wild":[143],"can":[146],"achieve":[147],"well-calibrated":[148],"accuracy.":[149],"further":[151],"document":[152],"systematic":[154],"biases":[155],"LLM-as-a-judge":[157],"evaluation":[158,174],"protocols":[159],"compare":[161],"typical":[162],"response":[163],"strategies":[164],"directly":[166],"affect":[167],"experience.":[169],"UXBench":[170],"establishes":[171],"new":[173],"landscape":[175],"calls":[177],"greater":[179],"attention":[180],"tailored":[182],"optimization,":[184],"contributing":[185],"scaling":[189],"law":[190],"shapes":[192],"success":[194],"assistants.":[197]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}