{"id":"https://openalex.org/W7161253280","doi":"https://doi.org/10.48550/arxiv.2605.14311","title":"Beyond Binary: Reframing GUI Critique as Continuous Semantic Alignment","display_name":"Beyond Binary: Reframing GUI Critique as Continuous Semantic Alignment","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161253280","doi":"https://doi.org/10.48550/arxiv.2605.14311"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.14311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.14311","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136252383","display_name":"Yuchen Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136242646","display_name":"Pei Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136240485","display_name":"Shaojie Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shaojie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136267731","display_name":"Anan Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Anan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136225206","display_name":"Xiuwen Xi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi, Xiuwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136250648","display_name":"Ruoceng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruoceng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136261052","display_name":"Zhenbo Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Zhenbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136203483","display_name":"Jian Luan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136254464","display_name":"Chongyang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chongyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.17059999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.17059999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12919999659061432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.11900000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.7340999841690063},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.44429999589920044},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43140000104904175},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4300999939441681},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41110000014305115},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4023999869823456},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.38659998774528503},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.3779999911785126},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444999814033508},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.7340999841690063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6079000234603882},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43140000104904175},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4174000024795532},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41589999198913574},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41110000014305115},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4023999869823456},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35199999809265137},{"id":"https://openalex.org/C3309909","wikidata":"https://www.wikidata.org/wiki/Q864155","display_name":"Binary decision diagram","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3294000029563904},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31189998984336853},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.29440000653266907},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.2858000099658966},{"id":"https://openalex.org/C183992945","wikidata":"https://www.wikidata.org/wiki/Q2495574","display_name":"Universality (dynamical systems)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.14311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.14311","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14311","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.674270749092102,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Test-Time":[0],"Scaling":[1],"(TTS),":[2],"which":[3],"samples":[4],"multiple":[5],"candidate":[6],"actions":[7,57,115],"and":[8,58,81,114,177],"ranks":[9],"them":[10],"via":[11],"a":[12,18,51,98,117,142,147,187,191],"Critic":[13],"Model,":[14],"has":[15],"emerged":[16],"as":[17],"promising":[19],"paradigm":[20,99],"for":[21,55],"generalist":[22],"GUI":[23,37,137,183],"agents.":[24],"Its":[25],"efficacy":[26],"thus":[27],"hinges":[28],"on":[29],"the":[30,103,122,135],"critic's":[31],"fine-grained":[32,152],"ranking":[33,153],"ability.":[34],"However,":[35],"existing":[36],"critic":[38,138],"models":[39,49],"uniformly":[40],"adopt":[41],"binary":[42,126,168],"classification.":[43],"Our":[44],"motivational":[45],"analysis":[46],"of":[47],"these":[48],"exposes":[50],"severe":[52],"entanglement:":[53],"scores":[54],"valid":[56],"plausible-but-invalid":[59],"distractors":[60],"become":[61],"indistinguishable.":[62],"We":[63,129],"attribute":[64],"this":[65],"failure":[66],"to":[67,86],"two":[68],"structural":[69],"defects:":[70],"Affordance":[71,119],"Collapse--the":[72],"hierarchical":[73,123,148],"affordance":[74],"space":[75,145],"is":[76,185],"compressed":[77],"into":[78],"0/1":[79],"labels;":[80],"Noise":[82],"Sensitivity--binary":[83],"objectives":[84],"overfit":[85],"noisy":[87],"decision":[88],"boundaries.":[89],"To":[90],"resolve":[91],"this,":[92],"we":[93],"introduce":[94],"BBCritic":[95,111],"(Beyond-Binary":[96,133],"Critic),":[97],"shift":[100],"grounded":[101],"in":[102,116],"Functional":[104],"Equivalence":[105],"Hypothesis.":[106],"Through":[107],"two-stage":[108],"contrastive":[109],"learning,":[110],"aligns":[112],"instructions":[113],"shared":[118],"Space,":[120],"recovering":[121],"structure":[124],"that":[125,140,158],"supervision":[127],"flattens.":[128],"also":[130],"present":[131],"BBBench":[132],"Bench),":[134],"first":[136],"benchmark":[139],"pairs":[141],"dense":[143],"action":[144],"with":[146],"four-level":[149],"taxonomy,":[150],"enabling":[151],"evaluation.":[154],"Experimental":[155],"results":[156],"show":[157],"BBCritic-3B,":[159],"trained":[160],"without":[161],"any":[162],"extra":[163],"annotation,":[164],"outperforms":[165],"7B-parameter":[166],"SOTA":[167],"models.":[169],"It":[170],"demonstrates":[171],"strong":[172],"zero-shot":[173],"transferability":[174],"across":[175],"platforms":[176],"tasks,":[178],"supporting":[179],"our":[180],"methodological":[181],"view:":[182],"critique":[184],"fundamentally":[186],"metric-learning":[188],"problem,":[189],"not":[190],"classification":[192],"one.":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-16T00:00:00"}