{"id":"https://openalex.org/W7166665335","doi":"https://doi.org/10.48550/arxiv.2606.28480","title":"TUA-Bench: A Benchmark for General-Purpose Terminal-Use Agents","display_name":"TUA-Bench: A Benchmark for General-Purpose Terminal-Use Agents","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166665335","doi":"https://doi.org/10.48550/arxiv.2606.28480"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.28480","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28480","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.28480","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010085734","display_name":"Shoufa Chen","orcid":"https://orcid.org/0000-0002-6126-2595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shoufa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016128476","display_name":"L\u00fcyuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Luyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030018760","display_name":"Xiaomin Yang","orcid":"https://orcid.org/0000-0002-5593-5108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772100","display_name":"Zhiheng Liu","orcid":"https://orcid.org/0009-0009-1369-800X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622051","display_name":"Yuren Cong","orcid":"https://orcid.org/0000-0001-7505-8563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong, Yuren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034586348","display_name":"Yuanfeng Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Yuanfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073170981","display_name":"Feiyan Zhou","orcid":"https://orcid.org/0009-0009-6033-0216"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Feiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139637624","display_name":"Xiaohui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaohui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113814271","display_name":"Fanny Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Fanny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082750097","display_name":"Belinda Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Belinda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.12729999423027039,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.12729999423027039,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09780000150203705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.06939999759197235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7986999750137329},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7541999816894531},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7037000060081482},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6007000207901001},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4226999878883362},{"id":"https://openalex.org/keywords/domain-specific-language","display_name":"Domain-specific language","score":0.37209999561309814}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7986999750137329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.795199990272522},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7541999816894531},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7037000060081482},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6007000207901001},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4668000042438507},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4226999878883362},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37619999051094055},{"id":"https://openalex.org/C135257023","wikidata":"https://www.wikidata.org/wiki/Q691358","display_name":"Domain-specific language","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3237999975681305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.323199987411499},{"id":"https://openalex.org/C2982832238","wikidata":"https://www.wikidata.org/wiki/Q5531640","display_name":"General purpose","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.28480","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28480","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.28480","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28480","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2],"models":[3],"and":[4,55,89,96,133,171],"harness":[5],"frameworks":[6],"continue":[7],"to":[8,60,179,187],"advance,":[9],"agents":[10,38,189],"operating":[11,192],"in":[12,124],"terminals":[13],"are":[14],"increasingly":[15],"capable":[16,190],"of":[17,22,174,191],"performing":[18],"a":[19,66,125,129,169],"broader":[20],"range":[21],"general":[23,40],"computer-use":[24,37,41],"tasks":[25,76],"beyond":[26],"coding.":[27],"However,":[28],"existing":[29],"benchmarks":[30,42,51],"do":[31],"not":[32],"adequately":[33],"evaluate":[34],"general-purpose":[35,67,188],"terminal":[36,127],"(TUAs):":[39],"primarily":[43],"target":[44],"graphical":[45],"user":[46],"interfaces":[47],"(GUIs),":[48],"whereas":[49],"terminal-based":[50],"largely":[52],"emphasize":[53],"technical":[54],"programming-centric":[56],"workflows":[57,98],"historically":[58],"native":[59],"the":[61,144,181],"shell.":[62],"We":[63,141],"introduce":[64],"TUA-Bench,":[65],"benchmark":[68],"for":[69],"terminal-use":[70,175],"agents.":[71],"TUA-Bench":[72,111,177],"includes":[73],"120":[74],"real-world":[75],"across":[77,164,194],"five":[78],"task":[79,119],"families,":[80],"covering":[81],"routine":[82],"digital":[83,196],"activities-including":[84],"document":[85],"editing,":[86],"email":[87],"management,":[88],"live-web":[90],"information":[91],"seeking-as":[92],"well":[93],"as":[94],"scientific":[95],"engineering":[97],"co-designed":[99],"with":[100,128,150,161],"PhD-level":[101],"domain":[102],"experts":[103],"that":[104,143],"require":[105],"specialized":[106],"software.":[107],"This":[108],"breadth":[109],"distinguishes":[110],"from":[112,183],"prior":[113],"shell-focused":[114],"or":[115],"domain-specific":[116],"benchmarks.":[117],"Each":[118],"is":[120,134],"manually":[121],"designed,":[122],"runs":[123],"real":[126],"deterministic":[130],"setup":[131],"script,":[132],"evaluated":[135],"by":[136],"an":[137],"execution-based":[138],"scoring":[139],"protocol.":[140],"find":[142],"strongest":[145],"frontier":[146],"agent,":[147],"Claude":[148,151],"Code":[149],"Opus":[152],"4.8":[153],"max":[154],"reasoning":[155],"effort,":[156],"achieves":[157],"65.8%":[158],"overall":[159],"performance,":[160],"substantial":[162],"gaps":[163],"both":[165],"tracks.":[166],"By":[167],"providing":[168],"broad":[170],"realistic":[172],"evaluation":[173],"capabilities,":[176],"aims":[178],"accelerate":[180],"transition":[182],"narrow,":[184],"task-specific":[185],"assistants":[186],"reliably":[193],"diverse":[195],"environments.":[197]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}