{"id":"https://openalex.org/W7163986487","doi":"https://doi.org/10.48550/arxiv.2606.09426","title":"WeaveBench: A Long-Horizon, Real-World Benchmark for Computer-Use Agents with Hybrid Interfaces","display_name":"WeaveBench: A Long-Horizon, Real-World Benchmark for Computer-Use Agents with Hybrid Interfaces","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7163986487","doi":"https://doi.org/10.48550/arxiv.2606.09426"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09426","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138234659","display_name":"Wanli Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wanli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138201425","display_name":"Bowen ZHOU","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138233792","display_name":"Yunyao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yunyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138282402","display_name":"Zhou Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138204478","display_name":"Yifan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138214239","display_name":"Dongsheng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dongsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5043558899","display_name":"Caihua Shan","orcid":"https://orcid.org/0000-0001-9012-7088"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Caihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.25619998574256897,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.25619998574256897,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.10360000282526016,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.06689999997615814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.683899998664856},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6572999954223633},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5622000098228455},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5271999835968018},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.47369998693466187},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.45739999413490295},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45680001378059387},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.3684000074863434},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.3418999910354614},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.33219999074935913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.839900016784668},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.683899998664856},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6572999954223633},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5622000098228455},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5271999835968018},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.47369998693466187},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45680001378059387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4320000112056732},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.349700003862381},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29429998993873596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29190000891685486},{"id":"https://openalex.org/C2777256151","wikidata":"https://www.wikidata.org/wiki/Q7897273","display_name":"Unpacking","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C112904061","wikidata":"https://www.wikidata.org/wiki/Q1077480","display_name":"Hypervisor","level":4,"score":0.271699994802475},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2669999897480011},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C96147967","wikidata":"https://www.wikidata.org/wiki/Q190686","display_name":"Subroutine","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Computer-use":[0],"agents":[1,63,168],"(CUAs)":[2],"increasingly":[3],"operate":[4],"in":[5,52,157],"runtimes":[6],"that":[7,101,144],"combine":[8,65],"visual":[9,117],"desktop":[10,83],"control,":[11],"command-line":[12],"execution,":[13],"code":[14,174],"editing,":[15],"browsers,":[16],"and":[17,56,107,160,173],"external":[18],"tools.":[19],"Existing":[20],"benchmarks,":[21],"however,":[22],"often":[23],"evaluate":[24,76],"these":[25,77],"interfaces":[26],"as":[27,115],"separable":[28],"capabilities,":[29],"leaving":[30],"long-horizon":[31,40,177],"cross-interface":[32],"orchestration":[33],"under-tested.":[34],"Thus,":[35],"we":[36],"introduce":[37],"WeaveBench,":[38],"a":[39,72,80,90,97,154],"hybrid-interface":[41],"benchmark":[42,134],"with":[43,68,89],"114":[44],"tasks":[45,78],"across":[46,176],"8":[47],"real-world":[48,178],"work":[49],"domains,":[50],"grounded":[51],"real":[53,81],"user":[54],"requests":[55],"publicly":[57],"verifiable":[58],"artifacts.":[59],"Each":[60],"task":[61],"requires":[62],"to":[64,165],"GUI":[66],"observations/actions":[67],"CLI/code":[69],"operations":[70,175],"within":[71],"single":[73],"trajectory.":[74],"We":[75,94],"on":[79],"Ubuntu":[82],"inside":[84],"deployed":[85],"CLI-agent":[86],"runtimes,":[87],"augmented":[88],"minimal":[91],"desktop-control":[92],"plugin.":[93],"also":[95],"propose":[96],"companion":[98],"trajectory-aware":[99,140],"judge":[100,141],"inspects":[102],"deliverables,":[103],"files,":[104],"screenshots,":[105],"logs,":[106],"action":[108],"traces,":[109],"while":[110],"detecting":[111],"shortcut":[112],"behaviors":[113],"such":[114],"fabricated":[116],"evidence":[118],"or":[119],"hard-coded":[120],"metrics.":[121],"Across":[122],"frontier":[123],"model-runtime":[124],"pairings,":[125],"the":[126,133],"best":[127],"PassRate":[128],"reaches":[129],"only":[130],"41.2%,":[131],"showing":[132],"remains":[135],"far":[136],"from":[137],"saturated.":[138],"The":[139],"further":[142],"reveals":[143],"outcome-only":[145],"grading":[146],"substantially":[147],"overestimates":[148],"agent":[149],"performance.":[150],"Overall,":[151],"WeaveBench":[152],"exposes":[153],"critical":[155],"gap":[156],"CUA":[158],"evaluation":[159],"provides":[161],"an":[162],"effective":[163],"testbed":[164],"measure":[166],"whether":[167],"can":[169],"orchestrate":[170],"GUI,":[171],"CLI,":[172],"tasks.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}