{"id":"https://openalex.org/W7143449719","doi":"https://doi.org/10.48550/arxiv.2603.26266","title":"GUIDE: Resolving Domain Bias in GUI Agents through Real-Time Web Video Retrieval and Plug-and-Play Annotation","display_name":"GUIDE: Resolving Domain Bias in GUI Agents through Real-Time Web Video Retrieval and Plug-and-Play Annotation","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7143449719","doi":"https://doi.org/10.48550/arxiv.2603.26266"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26266","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26266","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130976948","display_name":"Rui Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130970916","display_name":"Zhi Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Zhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068807848","display_name":"Chenrui Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Chenrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062012273","display_name":"Zirui Shang","orcid":"https://orcid.org/0000-0002-3073-0579"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Zirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130963464","display_name":"Lu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130927164","display_name":"Qing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.796999990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.796999990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.040300000458955765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.026799999177455902,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6425999999046326},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6384999752044678},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6291999816894531},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5356000065803528},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4851999878883362},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4722000062465668},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.46389999985694885},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.43639999628067017},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42640000581741333},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.421099990606308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8399999737739563},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6425999999046326},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6384999752044678},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6291999816894531},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5356000065803528},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4851999878883362},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.48080000281333923},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4722000062465668},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.421099990606308},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41690000891685486},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3774000108242035},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C92548554","wikidata":"https://www.wikidata.org/wiki/Q2262868","display_name":"Domain model","level":3,"score":0.35350000858306885},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C5894958","wikidata":"https://www.wikidata.org/wiki/Q2297769","display_name":"Software agent","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C174683762","wikidata":"https://www.wikidata.org/wiki/Q609588","display_name":"Component-based software engineering","level":4,"score":0.2863999903202057},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2678000032901764},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C35869016","wikidata":"https://www.wikidata.org/wiki/Q846636","display_name":"Software architecture","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26266","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26266","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"vision-language":[1],"models":[2],"have":[3],"endowed":[4],"GUI":[5,75,217],"agents":[6,29],"with":[7,38,144],"strong":[8],"general":[9],"capabilities":[10],"for":[11,183],"interface":[12],"understanding":[13],"and":[14,44,119,154,187,196],"interaction.":[15],"However,":[16],"due":[17],"to":[18,21,123,165,215],"insufficient":[19],"exposure":[20],"domain-specific":[22,82],"software":[23],"operation":[24,41],"data":[25],"during":[26],"training,":[27],"these":[28],"exhibit":[30],"significant":[31],"domain":[32,77,115,170,219],"bias":[33,78],"-":[34,114,122,200,208],"they":[35],"lack":[36],"familiarity":[37],"the":[39,151,161],"specific":[40],"workflows":[42],"(planning)":[43],"UI":[45,145],"element":[46,146],"layouts":[47],"(grounding)":[48],"of":[49,169],"particular":[50],"applications,":[51],"limiting":[52],"their":[53],"real-world":[54],"task":[55],"performance.":[56],"In":[57],"this":[58],"paper,":[59],"we":[60],"present":[61],"GUIDE":[62,94,210],"(GUI":[63],"Unbiasing":[64],"via":[65],"Instructional-Video":[66],"Driven":[67],"Expertise),":[68],"a":[69,89,100,129,180],"training-free,":[70],"plug-and-play":[71,181],"framework":[72],"that":[73,157],"resolves":[74],"agent":[76,218],"by":[79],"autonomously":[80],"acquiring":[81],"expertise":[83],"from":[84],"web":[85],"tutorial":[86,126],"videos":[87],"through":[88,107],"retrieval-augmented":[90],"automated":[91,131],"annotation":[92,132],"pipeline.":[93],"introduces":[95],"two":[96],"key":[97],"innovations.":[98],"First,":[99],"subtitle-driven":[101],"Video-RAG":[102],"pipeline":[103,133],"unlocks":[104],"video":[105],"semantics":[106],"subtitle":[108],"analysis,":[109],"performing":[110],"progressive":[111],"three-stage":[112],"retrieval":[113],"classification,":[116],"topic":[117],"extraction,":[118],"relevance":[120],"matching":[121],"identify":[124],"task-relevant":[125],"videos.":[127],"Second,":[128],"fully":[130],"built":[134],"on":[135,174],"an":[136,212],"inverse":[137],"dynamics":[138],"paradigm":[139],"feeds":[140],"consecutive":[141],"keyframes":[142],"enhanced":[143],"detection":[147],"into":[148,160],"VLMs,":[149],"inferring":[150],"required":[152],"planning":[153],"grounding":[155],"knowledge":[156],"are":[158],"injected":[159],"agent's":[162],"corresponding":[163],"modules":[164],"address":[166],"both":[167,184],"manifestations":[168],"bias.":[171,220],"Extensive":[172],"experiments":[173],"OSWorld":[175],"demonstrate":[176],"GUIDE's":[177],"generality":[178],"as":[179,211],"component":[182],"multi-agent":[185],"systems":[186],"single-model":[188],"agents.":[189],"It":[190],"consistently":[191],"yields":[192],"over":[193],"5%":[194],"improvements":[195],"reduces":[197],"execution":[198],"steps":[199],"without":[201],"modifying":[202],"any":[203],"model":[204],"parameters":[205],"or":[206],"architecture":[207],"validating":[209],"architecture-agnostic":[213],"enhancement":[214],"bridge":[216]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-31T00:00:00"}