{"id":"https://openalex.org/W7166875209","doi":"https://doi.org/10.48550/arxiv.2606.31174","title":"ClawArena-Team: Benchmarking Subagent Orchestration and Dynamic Workflows in Language-Model Agents","display_name":"ClawArena-Team: Benchmarking Subagent Orchestration and Dynamic Workflows in Language-Model Agents","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166875209","doi":"https://doi.org/10.48550/arxiv.2606.31174"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31174","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31174","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139754718","display_name":"Kaiwen Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Kaiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058256157","display_name":"H Q Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Haonian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139816576","display_name":"Shi Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139738047","display_name":"Zeyu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139751325","display_name":"Cihang Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Cihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101818638","display_name":"Xinyu Ye","orcid":"https://orcid.org/0000-0003-0077-7058"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139715596","display_name":"Huaxiu Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Huaxiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.06960000097751617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.06960000097751617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06769999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.056299999356269836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7305999994277954},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5299999713897705},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5145999789237976},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.508400022983551},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4941999912261963},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4171999990940094},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4108000099658966},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.39719998836517334},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3856000006198883}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7494000196456909},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7305999994277954},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5299999713897705},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5145999789237976},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4941999912261963},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3635999858379364},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.35199999809265137},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.304500013589859},{"id":"https://openalex.org/C2780138299","wikidata":"https://www.wikidata.org/wiki/Q3404265","display_name":"Privilege (computing)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.2858000099658966},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2515000104904175},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31174","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31174","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Production":[0],"large":[1],"language-model":[2],"(LLM)":[3],"agents":[4],"are":[5,187],"increasingly":[6],"deployed":[7],"not":[8,128],"as":[9,13,69],"lone":[10],"problem-solvers":[11],"but":[12,58],"managers:":[14],"a":[15,39,47,52,74,116,152,219],"main":[16,96],"model":[17,34,177],"creates":[18],"specialized":[19],"subagents,":[20],"delegates":[21],"work,":[22],"and":[23,86,106,154,161,184,212],"orchestrates":[24],"their":[25],"parallel,":[26],"asynchronous":[27],"returns":[28],"through":[29],"dynamic":[30],"workflows.":[31],"Whether":[32],"one":[33],"can":[35],"actually":[36],"run":[37],"such":[38],"team":[40],"is":[41,98,133,170,234],"largely":[42],"unmeasured:":[43],"existing":[44],"benchmarks":[45],"score":[46,123,141,198],"policy's":[48],"own":[49],"task-solving":[50],"or":[51],"fixed":[53],"multi-agent":[54],"system's":[55],"emergent":[56],"behavior,":[57],"none":[59],"isolate":[60],"the":[61,65,112,143,167,196,204,209],"management":[62,93,126,168,185],"ability":[63],"of":[64,76,111,231],"single":[66],"LLM":[67,137],"acting":[68],"leader.":[70],"We":[71],"introduce":[72],"ClawArena-Team,":[73],"benchmark":[75],"41":[77],"multi-turn,":[78],"multimodal,":[79],"multi-directory":[80],"scenarios":[81],"spanning":[82],"258":[83],"evaluation":[84],"rounds":[85],"72":[87],"staged":[88],"updates":[89],"that":[90,166,182,213],"measures":[91],"this":[92],"ability.":[94],"The":[95],"agent":[97],"deliberately":[99],"constrained:":[100],"it":[101],"natively":[102],"perceives":[103],"only":[104,109],"text":[105],"directly":[107],"accesses":[108],"part":[110],"workspace.":[113],"It":[114],"commands":[115],"fixed,":[117],"locally":[118],"served":[119],"subagent":[120],"pool,":[121],"so":[122],"differences":[124],"reflect":[125],"skill,":[127],"raw":[129],"capability.":[130],"All":[131],"scoring":[132],"execution-based":[134],"with":[135,203],"no":[136],"judge:":[138],"an":[139,229],"overall":[140,197],"--":[142,147],"Subagent-Management":[144],"Score":[145],"(SMS)":[146],"multiplies":[148],"task":[149],"correctness":[150],"by":[151,226],"least-privilege":[153],"modality-routing":[155],"factor.":[156],"Across":[157],"twelve":[158],"proprietary,":[159],"community-hosted,":[160],"self-hosted":[162],"models,":[163],"experiments":[164],"show":[165],"bottleneck":[169],"privilege":[171],"granting":[172],"rather":[173],"than":[174,228],"perception":[175],"(no":[176],"exceeds":[178],"50%":[179],"workspace-permission":[180],"precision);":[181],"cost":[183,190],"quality":[186],"decoupled":[188],"(API":[189],"spans":[191,199],"over":[192],"100":[193],"times":[194],"while":[195,222],"under":[200],"4":[201],"times,":[202],"cheapest":[205],"open":[206],"models":[207],"on":[208],"Pareto":[210],"frontier);":[211],"most":[214],"leaderboard":[215],"scores":[216],"cluster":[217],"within":[218],"9.9-point":[220],"band":[221],"orchestration":[223],"behaviors":[224],"diverge":[225],"more":[227],"order":[230],"magnitude.":[232],"Code":[233],"available":[235],"at":[236],"https://github.com/aiming-lab/ClawArena.":[237]},"counts_by_year":[],"updated_date":"2026-07-04T06:09:54.619538","created_date":"2026-07-02T00:00:00"}