{"id":"https://openalex.org/W7164542652","doi":"https://doi.org/10.48550/arxiv.2606.13192","title":"Reasoning for Mobile User Experience with Multimodal LLMs: Task, Benchmark, and Approach","display_name":"Reasoning for Mobile User Experience with Multimodal LLMs: Task, Benchmark, and Approach","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164542652","doi":"https://doi.org/10.48550/arxiv.2606.13192"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.13192","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13192","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.13192","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001137981","display_name":"Ruichao Mao","orcid":"https://orcid.org/0000-0002-5494-7465"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Ruichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138550693","display_name":"Zhou Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012129627","display_name":"Teng Guo","orcid":"https://orcid.org/0000-0001-6604-475X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Teng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138522984","display_name":"Hao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138502342","display_name":"Yaping Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yaping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138513546","display_name":"Shaohua Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Shaohua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023352464","display_name":"Maji Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Maji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138555512","display_name":"Xiaoyu Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103870133","display_name":"Liu S","orcid":"https://orcid.org/0000-0001-7255-0982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shuoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138517358","display_name":"Xuepeng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xuepeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138539700","display_name":"Yuyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021467608","display_name":"Hai Rao","orcid":"https://orcid.org/0000-0002-4235-2210"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rao, Hai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44749999046325684,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44749999046325684,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.08760000020265579,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06520000100135803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5343999862670898},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.48890000581741333},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.4887999892234802},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4578999876976013},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4388999938964844},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4336000084877014},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43140000104904175},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.3732999861240387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7976999878883362},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.680899977684021},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5343999862670898},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.4887999892234802},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4578999876976013},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4388999938964844},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43140000104904175},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.3732999861240387},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3601999878883362},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.31850001215934753},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.13192","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13192","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.13192","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13192","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"User":[0],"experience":[1],"(UX)":[2],"centered":[3],"on":[4,51,55,91,149,196],"usability,":[5],"perceived":[6],"consistency,":[7],"and":[8,45,107,153,171,176,216],"functional":[9],"clarity":[10],"is":[11,32],"fundamental":[12],"to":[13,78,82],"real-world":[14,92],"user":[15,30,41],"interfaces":[16,31],"(UI).":[17],"The":[18,128],"application":[19],"of":[20,29,72,99,113,201],"multimodal":[21,69],"large":[22],"language":[23],"models":[24],"(MLLMs)":[25],"in":[26,122,136],"the":[27,131],"field":[28],"evolving":[33],"rapidly,":[34],"such":[35],"as":[36],"visual":[37,105],"element":[38],"grounding,":[39],"graphical":[40],"interface":[42],"(GUI)":[43],"agents,":[44],"design-to-code":[46],"generation.":[47],"However,":[48],"research":[49],"efforts":[50],"evaluating":[52],"UX":[53,100],"based":[54,90,148],"UI":[56,93,214],"screenshots":[57,94],"are":[58],"still":[59],"immature.":[60],"To":[61,139],"address":[62],"this,":[63],"we":[64,143],"propose":[65,144],"UXBench,":[66,197],"a":[67,162],"novel":[68],"benchmark":[70],"consisting":[71],"2,000":[73],"VQA":[74],"data":[75],"samples":[76],"designed":[77],"assess":[79],"MLLMs'":[80],"ability":[81],"perform":[83],"UI-based":[84,126],"reasoning.":[85,127],"UXBench":[86],"includes":[87],"8":[88],"tasks":[89,215],"that":[95,117,166,181,190],"require":[96],"fine-grained":[97],"diagnosis":[98],"issues":[101],"across":[102,212],"layout":[103],"relationships,":[104],"hierarchy,":[106],"content":[108],"consistency.":[109],"Our":[110],"extensive":[111],"evaluation":[112],"mainstream":[114],"MLLMs":[115],"shows":[116],"they":[118],"remain":[119],"fundamentally":[120],"limited":[121],"their":[123],"capacity":[124],"for":[125,133],"results":[129],"underscore":[130],"need":[132],"further":[134],"advancements":[135],"this":[137,141],"area.":[138],"bridge":[140],"gap,":[142],"UI-UX,":[145],"an":[146,177,199],"MLLM":[147],"Qwen3-VL-4B-Thinking":[150],"foundation":[151],"model":[152],"enhanced":[154],"via":[155],"reinforcement":[156],"learning":[157],"with":[158],"two":[159],"key":[160],"innovations:":[161],"reward":[163,180],"routing":[164],"mechanism":[165],"dynamically":[167],"balances":[168],"perceptual":[169],"understanding":[170],"logical":[172],"reasoning":[173,186],"during":[174],"inference,":[175],"asymmetric":[178],"transition":[179],"suppresses":[182],"redundant":[183],"or":[184],"insufficient":[185],"steps.":[187],"Experiments":[188],"demonstrate":[189],"UI-UX":[191],"achieves":[192],"state-of-the-art":[193],"(SOTA)":[194],"performance":[195],"attaining":[198],"accuracy":[200],"0.7963":[202],"--":[203,207],"surpassing":[204],"Claude-4.5-Sonnet's":[205],"0.6550":[206],"while":[208],"exhibiting":[209],"strong":[210],"generalization":[211],"diverse":[213],"maintaining":[217],"low":[218],"inference":[219],"latency.":[220]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-13T00:00:00"}