{"id":"https://openalex.org/W7224077428","doi":"https://doi.org/10.48550/arxiv.2610.36831","title":"Right Click, Wrong Box: Grading GUI Grounding by What a Click Does","display_name":"Right Click, Wrong Box: Grading GUI Grounding by What a Click Does","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224077428","doi":"https://doi.org/10.48550/arxiv.2610.36831"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.36831","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36831","pdf_url":"https://arxiv.org/pdf/2610.36831","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.36831","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159131241","display_name":"Xiaokang Yuan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan, Xiaokang","raw_affiliation_strings":["Zhejiang University , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University , Hangzhou , China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054102645","display_name":"Binhui Yao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao, Binhui","raw_affiliation_strings":["Zhejiang University , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University , Hangzhou , China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160057158","display_name":"Luwei Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210153393","display_name":"Geely (China)","ror":"https://ror.org/0446d5v35","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210153393"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Luwei","raw_affiliation_strings":["Zhejiang Geely Holding Group Co., Ltd , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Geely Holding Group Co., Ltd , Hangzhou , China","institution_ids":["https://openalex.org/I4210153393"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102020261","display_name":"Ruimin Chen","orcid":"https://orcid.org/0000-0002-4758-5953","observed_orcids":["https://orcid.org/0000-0002-4758-5953"]},"institutions":[{"id":"https://openalex.org/I4210153393","display_name":"Geely (China)","ror":"https://ror.org/0446d5v35","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210153393"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Ruimin","raw_affiliation_strings":["Zhejiang Geely Holding Group Co., Ltd , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Geely Holding Group Co., Ltd , Hangzhou , China","institution_ids":["https://openalex.org/I4210153393"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160029039","display_name":"Zeng Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210153393","display_name":"Geely (China)","ror":"https://ror.org/0446d5v35","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210153393"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Zeng","raw_affiliation_strings":["Zhejiang Geely Holding Group Co., Ltd , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Geely Holding Group Co., Ltd , Hangzhou , China","institution_ids":["https://openalex.org/I4210153393"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.48489999771118164,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.48489999771118164,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.11789999902248383,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0794999971985817,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gui-grounding","display_name":"GUI grounding","score":0.906000018119812},{"id":"https://openalex.org/keywords/click-prediction","display_name":"click prediction","score":0.45100000500679016},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5720000267028809},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.41999998688697815},{"id":"https://openalex.org/keywords/group-relative-policy-optimization","display_name":"Group Relative Policy Optimization","score":0.3269999921321869}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907999753952026},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.41850000619888306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3953999876976013},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.382999986410141},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3790000081062317},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C2776141515","wikidata":"https://www.wikidata.org/wiki/Q1274479","display_name":"Repetition (rhetorical device)","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3587999939918518},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33160001039505005},{"id":"https://openalex.org/C2777970837","wikidata":"https://www.wikidata.org/wiki/Q569389","display_name":"Words per minute","level":3,"score":0.32280001044273376},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30070000886917114},{"id":"https://openalex.org/C2777737414","wikidata":"https://www.wikidata.org/wiki/Q4868296","display_name":"Font","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C39510489","wikidata":"https://www.wikidata.org/wiki/Q1368336","display_name":"Look and feel","level":4,"score":0.28450000286102295},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.36831","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36831","pdf_url":"https://arxiv.org/pdf/2610.36831","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.36831","doi":"https://doi.org/10.48550/arxiv.2610.36831","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.36831","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.36831","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36831","pdf_url":"https://arxiv.org/pdf/2610.36831","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224077428.pdf","grobid_xml":"https://content.openalex.org/works/W7224077428.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7221763839","https://openalex.org/W4415336052","https://openalex.org/W7101073802","https://openalex.org/W4410165910","https://openalex.org/W6967171279","https://openalex.org/W1758967835","https://openalex.org/W3025162258","https://openalex.org/W2759708284","https://openalex.org/W7155654465","https://openalex.org/W7171615598"],"abstract_inverted_index":{"Leading":[0],"GUI":[1],"grounders":[2,131,188],"score":[3],"93":[4],"to":[5,64,247],"96%":[6],"on":[7,132,184,197,204,250],"ScreenSpot-v2,":[8],"and":[9,14,97,111,136,144,159,166,189,218,226,241,288,301],"reported":[10],"gaps":[11,257],"between":[12],"new":[13,121],"prior":[15],"models":[16,183],"are":[17,173],"about":[18,99],"a":[19,35,53,59,65,78,100,133,205],"point.":[20],"At":[21],"this":[22,106],"level":[23],"the":[24,29,56,61,85,90,125,149,156,160,171,194,213,242,256,258,276,294,296,299],"useful":[25],"question":[26],"is":[27,69,74,210,252,263],"what":[28],"remaining":[30],"errors":[31],"are.":[32],"Benchmarks":[33],"count":[34],"click":[36,79],"as":[37,88,175,253,255],"correct":[38,80,234],"only":[39],"inside":[40],"one":[41,48,141,145,163,167],"annotated":[42,91],"box,":[43],"but":[44],"interfaces":[45],"often":[46],"expose":[47],"action":[49],"through":[50],"several":[51],"elements:":[52],"duplicated":[54],"link,":[55],"label":[57],"of":[58,127,148,181,245],"checkbox,":[60],"title":[62],"next":[63],"logo.":[66],"The":[67,72,208,261],"box":[68,152,283],"not":[70,239],"wrong.":[71],"rule":[73],"incomplete.":[75],"We":[76,123,292],"call":[77],"when":[81,170],"executing":[82],"it":[83],"produces":[84],"same":[86,195],"outcome":[87,109,297],"clicking":[89],"target.":[92],"A":[93,178],"probe":[94],"that":[95,151,223],"executes":[96],"fingerprints":[98],"thousand":[101],"clicks":[102,150,274],"per":[103],"page":[104],"turns":[105],"definition":[107],"into":[108],"maps":[110],"an":[112,137],"execution":[113],"judge":[114],"for":[115,212],"live":[116],"web":[117,198],"applications,":[118],"with":[119,200],"no":[120,279],"annotation.":[122],"execute":[124],"predictions":[126],"three":[128,147,169,286],"strong":[129],"7--8B":[130,187],"code":[134],"forge":[135],"online":[138],"shop.":[139],"About":[140],"in":[142,146,164,168,265,275],"five":[143],"scoring":[153,231],"rejects":[154],"reach":[155],"intended":[157],"outcome,":[158],"shares":[161],"remain":[162],"seven":[165],"instructions":[172],"rewritten":[174],"natural":[176],"tasks.":[177],"blind":[179],"audit":[180,300],"11":[182],"ScreenSpot-v2":[185,251],"(three":[186],"eight":[190],"3B":[191,269],"variants)":[192],"finds":[193],"effect":[196],"screenshots,":[199],"two":[201],"independent":[202],"reviewers":[203],"60-unit":[206],"subset.":[207],"share":[209],"highest":[211],"strongest":[214],"grounders.":[215],"Training":[216],"seeds":[217,287],"test-set":[219],"sampling":[220],"add":[221],"noise":[222],"more":[224],"runs":[225],"paired":[227],"intervals":[228],"control.":[229],"Box":[230],"instead":[232],"under-counts":[233],"clicks,":[235],"which":[236],"repetition":[237],"does":[238],"remove,":[240],"audit-based":[243],"correction":[244,262],"0.2":[246],"1.8":[248],"points":[249],"large":[254],"field":[259],"reports.":[260],"needed":[264],"evaluation.":[266],"In":[267],"our":[268],"GRPO":[270],"study,":[271],"crediting":[272],"equivalent":[273],"reward":[277],"gives":[278],"stable":[280],"gain":[281],"over":[282],"rewards":[284],"across":[285],"four":[289],"test":[290],"sets.":[291],"release":[293],"probe,":[295],"maps,":[298],"every":[302],"prediction.":[303]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-10-29T00:00:00"}