{"id":"https://openalex.org/W7165127573","doi":"https://doi.org/10.48550/arxiv.2606.18448","title":"VISUALSKILL: Multimodal Skills for Computer-Use Agents","display_name":"VISUALSKILL: Multimodal Skills for Computer-Use Agents","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165127573","doi":"https://doi.org/10.48550/arxiv.2606.18448"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18448","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18448","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18448","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138856112","display_name":"Ziyan Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Ziyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114107485","display_name":"Li An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101534884","display_name":"Yujian Liu","orcid":"https://orcid.org/0000-0002-9512-1272"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yujian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138941075","display_name":"Jiabao Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Jiabao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019206078","display_name":"Qile Wu","orcid":"https://orcid.org/0009-0003-1096-1892"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Qiucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138907738","display_name":"Jacob Andreas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andreas, Jacob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138889516","display_name":"Yang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086644343","display_name":"S. Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Shiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4366999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4366999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.0560000017285347,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.04699999839067459,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6158000230789185},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5745999813079834},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5120000243186951},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5073000192642212},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5060999989509583},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4860999882221222},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.482699990272522}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7135000228881836},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6158000230789185},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5745999813079834},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5120000243186951},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5060999989509583},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4814000129699707},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.415800005197525},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3197999894618988},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.2680000066757202}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18448","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18448","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18448","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18448","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8688137531280518,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Computer-use":[0],"agents":[1],"(CUAs)":[2],"approach":[3],"human-level":[4],"performance":[5],"on":[6,12,79],"standardised":[7],"benchmarks":[8],"but":[9,26],"still":[10],"struggle":[11],"long-horizon":[13],"tasks":[14],"and":[15,53,77,102,145,191],"unseen":[16],"software.":[17],"Existing":[18],"skill":[19,29,84,136,164,177],"libraries":[20],"address":[21],"this":[22],"with":[23,85,93,120],"reusable":[24],"skills,":[25],"represent":[27],"the":[28,35,63,73,128,141,161,176,185],"artifact":[30],"as":[31,55],"text":[32,76],"only,":[33],"despite":[34],"visual":[36,173],"nature":[37],"of":[38,118],"GUI":[39],"interaction.":[40],"We":[41,81],"propose":[42],"VISUALSKILL:":[43],"a":[44,56,67,86,104,122,133,154],"hierarchical":[45],"multimodal":[46],"skill,":[47],"tailored":[48],"to":[49],"each":[50,83,196],"target":[51],"application":[52],"organised":[54],"central":[57],"index":[58],"over":[59,127,160],"per-topic":[60],"files,":[61],"which":[62],"agent":[64,108,186],"consumes":[65],"through":[66],"load_topic":[68],"MCP":[69],"tool":[70],"that":[71,89,137,171],"fetches":[72],"relevant":[74],"topic's":[75],"figures":[78,174],"demand.":[80],"construct":[82],"two-stage":[87],"pipeline":[88],"combines":[90],"authored":[91],"documentation":[92],"live-application":[94],"UI":[95,189],"exploration.":[96],"On":[97],"two":[98],"CUA":[99],"benchmarks,":[100],"CUA-World":[101],"OSExpert-Eval,":[103],"Claude":[105,111],"Code":[106],"CLI":[107],"backed":[109],"by":[110],"Opus":[112],"4.6":[113],"reaches":[114],"an":[115],"average":[116],"score":[117],"0.456":[119],"VISUALSKILL,":[121],"+15.3":[123],"point":[124,157],"absolute":[125,158],"lift":[126],"no-skill":[129],"baseline":[130],"(0.303).":[131],"Against":[132],"matched":[134,162],"text-only":[135,163],"is":[138,200],"generated":[139],"from":[140,147],"same":[142],"source":[143],"content":[144],"differs":[146],"VISUALSKILL":[148,152],"only":[149],"in":[150,175],"modality,":[151],"yields":[153],"further":[155],"+8.3":[156],"gain":[159],"(0.373":[165],"vs.":[166],"0.456),":[167],"providing":[168],"direct":[169],"evidence":[170],"retaining":[172],"artifact,":[178],"rather":[179],"than":[180],"verbalizing":[181],"them":[182],"away,":[183],"helps":[184],"both":[187],"identify":[188],"elements":[190],"verify":[192],"workflow":[193],"state":[194],"after":[195],"action.":[197],"Our":[198],"code":[199],"available":[201],"at":[202],"https://github.com/XMHZZ2018/VisualSkills.":[203]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-19T00:00:00"}