{"id":"https://openalex.org/W7154475207","doi":"https://doi.org/10.48550/arxiv.2604.13019","title":"PrecisionCUA: Iterative Visual Refinement for Pixel-Precise Cursor Grounding in Code Editors","display_name":"PrecisionCUA: Iterative Visual Refinement for Pixel-Precise Cursor Grounding in Code Editors","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154475207","doi":"https://doi.org/10.48550/arxiv.2604.13019"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.13019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.13019","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075908585","display_name":"Himangi Mittal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mittal, Himangi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133643139","display_name":"Gaurav Mittal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mittal, Gaurav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133675173","display_name":"Nelson Daniel Troncoso","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Troncoso, Nelson Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133714049","display_name":"Yu Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.322299987077713,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.322299987077713,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.13580000400543213,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07670000195503235,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7350999712944031},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5443000197410583},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45739999413490295},{"id":"https://openalex.org/keywords/visual-feedback","display_name":"Visual feedback","score":0.43720000982284546},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4260999858379364},{"id":"https://openalex.org/keywords/programming-by-demonstration","display_name":"Programming by demonstration","score":0.41929998993873596},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.38089999556541443},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3702000081539154},{"id":"https://openalex.org/keywords/cursor","display_name":"Cursor (databases)","score":0.35690000653266907}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8131999969482422},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7350999712944031},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5443000197410583},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5105000138282776},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C3020716817","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Visual feedback","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4348999857902527},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4260999858379364},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.41929998993873596},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3815000057220459},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C2776990265","wikidata":"https://www.wikidata.org/wiki/Q2998101","display_name":"Cursor (databases)","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3562999963760376},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C128644962","wikidata":"https://www.wikidata.org/wiki/Q683111","display_name":"Visual programming language","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.33469998836517334},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.32499998807907104},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29510000348091125},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.28279998898506165},{"id":"https://openalex.org/C133489148","wikidata":"https://www.wikidata.org/wiki/Q184824","display_name":"Pointing device","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.13019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.13019","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Computer":[0],"Use":[1],"Agents":[2],"(CUAs)":[3],"fundamentally":[4],"rely":[5,49],"on":[6,50,133],"graphical":[7],"user":[8],"interface":[9],"(GUI)":[10],"grounding":[11,22,109],"to":[12,38,102,114,120],"translate":[13],"language":[14],"instructions":[15],"into":[16],"executable":[17],"screen":[18],"actions,":[19],"but":[20],"editing-level":[21],"in":[23,64,80,91,149],"dense":[24,41],"coding":[25,81,138],"interfaces":[26],"(such":[27],"as":[28],"VS":[29],"Code":[30],"and":[31,61,118,131,153],"Cursor),":[32],"where":[33],"sub-pixel":[34],"accuracy":[35],"is":[36,165],"required":[37],"interact":[39],"with":[40],"IDE":[42],"elements,":[43],"remains":[44],"underexplored.":[45],"Existing":[46],"approaches":[47],"typically":[48],"single-shot":[51,147],"coordinate":[52],"prediction,":[53],"which":[54],"lacks":[55],"a":[56,85,134,166],"mechanism":[57,110],"for":[58,169],"error":[59],"correction":[60],"often":[62],"fails":[63],"high-density":[65],"interfaces.":[66],"In":[67],"this":[68],"technical":[69],"report,":[70],"we":[71],"conduct":[72],"an":[73,92],"empirical":[74],"study":[75],"of":[76,84,136,173],"pixel-precise":[77],"cursor":[78],"localization":[79],"environments.":[82],"Instead":[83],"single-step":[86],"execution,":[87],"our":[88,126],"agent":[89,113],"engages":[90],"iterative":[93,162],"refinement":[94,143],"process,":[95],"utilizing":[96],"visual":[97,163],"feedback":[98],"from":[99],"previous":[100],"attempts":[101],"reach":[103],"the":[104,112,170],"target":[105],"element.":[106],"This":[107],"closed-loop":[108],"allows":[111],"self-correct":[115],"displacement":[116],"errors":[117],"adapt":[119],"dynamic":[121],"UI":[122],"changes.":[123],"We":[124],"evaluate":[125],"approach":[127],"across":[128],"Claude,":[129],"Qwen,":[130],"GPT":[132],"suite":[135],"complex":[137],"benchmarks,":[139],"demonstrating":[140],"that":[141,161],"multi-turn":[142],"significantly":[144],"outperforms":[145],"state-of-the-art":[146],"models":[148],"both":[150],"click":[151],"precision":[152],"overall":[154],"task":[155],"success":[156],"rate.":[157],"Our":[158],"results":[159],"suggest":[160],"reasoning":[164],"critical":[167],"component":[168],"next":[171],"generation":[172],"reliable":[174],"software":[175],"engineering":[176],"agents.":[177],"Code:":[178],"https://github.com/microsoft/precision-cua-bench/tree/main.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-16T00:00:00"}