{"id":"https://openalex.org/W7161708616","doi":"https://doi.org/10.48550/arxiv.2605.18048","title":"DocOS: Towards Proactive Document-Guided Actions in GUI Agents","display_name":"DocOS: Towards Proactive Document-Guided Actions in GUI Agents","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161708616","doi":"https://doi.org/10.48550/arxiv.2605.18048"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18048","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136491216","display_name":"Jingjing Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jingjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136490866","display_name":"Ziye Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Ziye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136455983","display_name":"Zihao Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136494270","display_name":"Zeming Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zeming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136469395","display_name":"Jiahong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiahong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136467792","display_name":"Yuhang Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136457090","display_name":"Kehai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Kehai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115589096","display_name":"Yunhong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yunhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136499459","display_name":"Haifeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.1046999990940094,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.1046999990940094,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.0934000015258789,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.07190000265836716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.675599992275238},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.48399999737739563},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.42559999227523804},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.41449999809265137},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.3962000012397766},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.3952000141143799},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.38100001215934753},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.3400000035762787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918000221252441},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.675599992275238},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5945000052452087},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.48399999737739563},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.41449999809265137},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3962000012397766},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3310000002384186},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31349998712539673},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5628789067268372}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Graphical":[1],"User":[2],"Interface":[3],"(GUI)":[4],"agents":[5,47,67,81,116,149,182],"have":[6],"shown":[7],"promising":[8],"performance":[9],"in":[10,68,96,110,183],"automated":[11],"device":[12],"interaction,":[13],"they":[14],"primarily":[15],"depend":[16],"on":[17],"static":[18],"parametric":[19],"knowledge":[20,40],"from":[21,42],"pre-training":[22],"or":[23],"instruction":[24],"tuning.":[25],"This":[26],"reliance":[27],"fundamentally":[28],"limits":[29],"their":[30],"ability":[31],"to":[32,48,50,82,88,105,117,151,162],"handle":[33],"long-tailed":[34,90],"tasks":[35],"that":[36,75,141],"require":[37],"explicit":[38],"procedural":[39,128],"absent":[41],"model":[43],"parameters,":[44],"often":[45],"forcing":[46],"resort":[49],"inefficient":[51],"and":[52,130,159],"brittle":[53],"trial-and-error":[54],"exploration.":[55],"To":[56,92],"mitigate":[57],"this":[58,97],"limitation,":[59],"we":[60,99],"introduce":[61],"\\textbf{Proactive":[62],"Document-Guided":[63],"Action}":[64],"for":[65,85,178],"GUI":[66,136,181],"dynamic,":[69],"open-web":[70],"environments,":[71],"a":[72,102,120,175],"novel":[73],"paradigm":[74],"mirrors":[76],"human":[77],"problem-solving":[78],"by":[79,146],"enabling":[80,179],"autonomously":[83,118],"search":[84,158],"relevant":[86,124,154],"documentation":[87],"resolve":[89],"tasks.":[91],"evaluate":[93],"agents'":[94],"capability":[95],"paradigm,":[98],"propose":[100],"\\textbf{DocOS},":[101],"benchmark":[103],"designed":[104],"assess":[106],"document-guided":[107,172],"problem":[108],"solving":[109],"fully":[111],"interactive":[112],"environments.":[113,185],"DocOS":[114],"requires":[115],"navigate":[119],"web":[121],"browser,":[122],"locate":[123,153],"online":[125],"documentation,":[126],"comprehend":[127],"instructions,":[129],"faithfully":[131,163],"ground":[132,164],"them":[133],"into":[134,167],"executable":[135],"actions.":[137],"Extensive":[138],"experiments":[139],"reveal":[140],"progress":[142],"is":[143],"strictly":[144],"constrained":[145],"dual":[147],"bottlenecks:":[148],"struggle":[150],"reliably":[152],"information":[155],"during":[156],"proactive":[157],"frequently":[160],"fail":[161],"retrieved":[165],"instructions":[166],"precise":[168],"actions,":[169],"pointing":[170],"toward":[171],"interaction":[173],"as":[174],"crucial":[176],"pathway":[177],"self-evolving":[180],"dynamic":[184]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-20T00:00:00"}