{"id":"https://openalex.org/W7151854062","doi":"https://doi.org/10.48550/arxiv.2604.05172","title":"ClawsBench: Evaluating Capability and Safety of LLM Productivity Agents in Simulated Workspaces","display_name":"ClawsBench: Evaluating Capability and Safety of LLM Productivity Agents in Simulated Workspaces","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151854062","doi":"https://doi.org/10.48550/arxiv.2604.05172"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05172","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05172","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05172","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126136396","display_name":"Xiangyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiangyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065435916","display_name":"Kyoung Whan Choe","orcid":"https://orcid.org/0000-0002-2138-9807"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choe, Kyoung Whan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133209021","display_name":"Yimin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yimin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133171742","display_name":"Xiaokun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiaokun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103491631","display_name":"C. Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Chujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126135441","display_name":"Bingran You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Bingran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050456570","display_name":"W. J. Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wenbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014510735","display_name":"Zonglin Di","orcid":"https://orcid.org/0000-0002-3875-2676"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di, Zonglin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133199443","display_name":"Jiankai Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jiankai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126146773","display_name":"Shenghan Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Shenghan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133229058","display_name":"Jiajun Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103211112","display_name":"Yuanli Wang","orcid":"https://orcid.org/0000-0002-9685-1859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuanli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030880662","display_name":"Weixiang Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Weixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133198459","display_name":"Yiyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126080046","display_name":"Han-chung Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Han-chung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1784999966621399,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1784999966621399,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.08320000022649765,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.049300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sandbox","display_name":"Sandbox (software development)","score":0.8770999908447266},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.737500011920929},{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.6754999756813049},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6583999991416931},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5070000290870667},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.48570001125335693}],"concepts":[{"id":"https://openalex.org/C167981075","wikidata":"https://www.wikidata.org/wiki/Q2667186","display_name":"Sandbox (software development)","level":2,"score":0.8770999908447266},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.737500011920929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6758000254631042},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.6754999756813049},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6583999991416931},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.44130000472068787},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.32440000772476196},{"id":"https://openalex.org/C2780873155","wikidata":"https://www.wikidata.org/wiki/Q392811","display_name":"Agent-based model","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26179999113082886}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05172","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05172","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05172","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05172","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.642412006855011,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2],"(LLM)":[3],"agents":[4,54,142],"are":[5],"increasingly":[6],"deployed":[7],"to":[8,26,38,120,178],"automate":[9],"productivity":[10,57],"tasks":[11,84],"(e.g.,":[12],"email,":[13],"scheduling,":[14],"document":[15],"management),":[16],"but":[17,149],"evaluating":[18,50],"them":[19],"on":[20,33,168],"live":[21],"services":[22,64],"is":[23],"risky":[24],"due":[25],"potentially":[27],"irreversible":[28],"changes.":[29],"Existing":[30],"benchmarks":[31],"rely":[32],"simplified":[34],"environments":[35],"and":[36,51,77,88,108,117,124,134,180,200,208],"fail":[37],"capture":[39],"realistic,":[40],"stateful,":[41],"multi-service":[42],"workflows.":[43],"We":[44,91,188,204],"introduce":[45],"ClawsBench,":[46],"a":[47,109,164],"benchmark":[48],"for":[49],"improving":[52],"LLM":[53],"in":[55],"realistic":[56],"settings.":[58],"It":[59],"includes":[60],"five":[61,160],"high-fidelity":[62],"mock":[63],"(Gmail,":[65],"Slack,":[66],"Google":[67,69,71],"Calendar,":[68],"Docs,":[70],"Drive)":[72],"with":[73,81,139,172],"full":[74,140],"state":[75],"management":[76],"deterministic":[78],"snapshot/restore,":[79],"along":[80],"44":[82],"structured":[83],"covering":[85],"single-service,":[86],"cross-service,":[87],"safety-critical":[89],"scenarios.":[90],"decompose":[92],"agent":[93,132],"scaffolding":[94],"into":[95],"two":[96,186],"independent":[97],"levers":[98],"(domain":[99],"skills":[100],"that":[101,112,138],"inject":[102],"API":[103],"knowledge":[104],"via":[105],"progressive":[106],"disclosure,":[107],"meta":[110],"prompt":[111],"coordinates":[113],"behavior":[114],"across":[115,128],"services)":[116],"vary":[118],"both":[119],"measure":[121],"their":[122],"separate":[123],"combined":[125],"effects.":[126],"Experiments":[127],"6":[129],"models,":[130],"4":[131],"harnesses,":[133],"33":[135],"conditions":[136],"show":[137],"scaffolding,":[141],"achieve":[143],"task":[144,169],"success":[145,170],"rates":[146,153,175],"of":[147,154,193],"39-64%":[148],"exhibit":[150],"unsafe":[151,173,194],"action":[152,174],"7-33%.":[155],"On":[156],"OpenClaw,":[157],"the":[158,185,206],"top":[159],"models":[161],"fall":[162],"within":[163],"10":[165],"percentage-point":[166],"band":[167],"(53-63%),":[171],"from":[176],"7%":[177],"23%":[179],"no":[181],"consistent":[182],"ordering":[183],"between":[184],"metrics.":[187],"identify":[189],"eight":[190],"recurring":[191],"patterns":[192],"behavior,":[195],"including":[196],"multi-step":[197],"sandbox":[198],"escalation":[199],"silent":[201],"contract":[202],"modification.":[203],"release":[205],"trajectories":[207],"future":[209],"dataset":[210],"at":[211],"https://clawsbench.com.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}