{"id":"https://openalex.org/W7162457869","doi":"https://doi.org/10.48550/arxiv.2605.25160","title":"SimuWoB: Simulating Real-World Mobile Apps for Fast and Faithful GUI Agent Benchmarking","display_name":"SimuWoB: Simulating Real-World Mobile Apps for Fast and Faithful GUI Agent Benchmarking","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162457869","doi":"https://doi.org/10.48550/arxiv.2605.25160"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101888173","display_name":"Guohong Liu","orcid":"https://orcid.org/0000-0002-5959-8604"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Guohong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084436776","display_name":"Jialei Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Jialei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137060525","display_name":"Pengzhi Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Pengzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137030400","display_name":"Wei Liu","orcid":"https://orcid.org/0009-0006-6602-7304"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137070505","display_name":"Jian Luan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137010608","display_name":"Yunxin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yunxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137017131","display_name":"Yuanchun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuanchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.10369999706745148,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.10369999706745148,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.07419999688863754,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.05909999832510948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8744000196456909},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7440999746322632},{"id":"https://openalex.org/keywords/mobile-apps","display_name":"Mobile apps","score":0.5396999716758728},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5090000033378601},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.483599990606308},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4447999894618988},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.3709999918937683}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8744000196456909},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7674000263214111},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7440999746322632},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5536999702453613},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.5396999716758728},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5090000033378601},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3596999943256378},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C61437842","wikidata":"https://www.wikidata.org/wiki/Q281291","display_name":"User Friendly","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C3017893058","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"User satisfaction","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mobile":[0],"GUI":[1,80,138,196],"agents":[2,81,159],"powered":[3],"by":[4],"large":[5],"language":[6],"models":[7],"have":[8],"progressed":[9],"rapidly,":[10],"creating":[11],"urgent":[12],"needs":[13],"for":[14,33,78,111,193],"realistic":[15],"and":[16,48,58,89,104,106,127,190],"comprehensive":[17,132],"evaluation.":[18,129],"Existing":[19],"benchmarks":[20,53],"prioritize":[21],"reproducibility":[22],"but":[23],"are":[24],"often":[25],"limited":[26,61],"to":[27,148],"open-source":[28],"apps":[29],"or":[30],"file-operation":[31],"tasks":[32,85,103,169],"the":[34],"difficulty":[35,90],"of":[36,63],"constructing":[37],"rewards":[38,110],"on":[39,55,134,150,175],"real":[40],"applications,":[41],"leaving":[42],"a":[43,74,94,119],"gap":[44],"between":[45],"benchmark":[46,77],"settings":[47],"real-world":[49,167],"usage.":[50],"Moreover,":[51],"most":[52],"focus":[54],"basic":[56],"grounding":[57],"navigation,":[59],"with":[60,82,166],"coverage":[62],"complex,":[64],"long-horizon":[65,151],"interactions.":[66],"To":[67],"address":[68],"these":[69],"limitations,":[70],"we":[71],"introduce":[72],"SimuWoB,":[73],"fully":[75],"synthetic":[76,177],"mobile":[79,137,195],"120":[83],"challenging":[84],"spanning":[86],"diverse":[87],"types":[88],"levels.":[91],"We":[92,130,181],"build":[93],"robust":[95],"virtual":[96],"environment":[97,115,178],"generation":[98],"framework":[99],"that":[100,171],"synthesizes":[101],"high-fidelity":[102],"environments,":[105],"automatically":[107],"provides":[108],"valid":[109],"each":[112],"task.":[113],"Each":[114],"is":[116,144],"deployed":[117],"as":[118],"backend-free":[120],"webpage":[121],"accessible":[122],"via":[123],"URL,":[124],"enabling":[125],"efficient":[126],"reproducible":[128],"conduct":[131],"experiments":[133],"several":[135],"state-of-the-art":[136],"agents.":[139],"The":[140],"average":[141],"success":[142],"rate":[143],"only":[145],"27.92%,":[146],"dropping":[147],"17.82%":[149],"tasks,":[152],"which":[153],"reveals":[154],"substantial":[155],"weaknesses":[156],"in":[157],"current":[158],"under":[160],"complex":[161],"scenarios.":[162],"Evaluation":[163],"result":[164],"comparison":[165],"sample":[168],"demonstrate":[170],"agent":[172,197],"assessments":[173],"based":[174],"our":[176],"generalize":[179],"well.":[180],"further":[182],"provide":[183],"diagnostic":[184],"insights":[185],"across":[186],"key":[187],"capability":[188],"dimensions":[189],"discuss":[191],"implications":[192],"future":[194],"development.":[198]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-27T00:00:00"}