{"id":"https://openalex.org/W7165633594","doi":"https://doi.org/10.48550/arxiv.2606.22883","title":"CLI-Universe: Towards Verifiable Task Synthesis Engine for Terminal Agents","display_name":"CLI-Universe: Towards Verifiable Task Synthesis Engine for Terminal Agents","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165633594","doi":"https://doi.org/10.48550/arxiv.2606.22883"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.22883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.22883","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139217515","display_name":"Zhanbo Hua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hua, Zhanbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139186857","display_name":"Yifan Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125748922","display_name":"Weihao Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Weihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003170356","display_name":"Yongchi Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yongchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035887801","display_name":"M Y Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Minghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015758907","display_name":"Ruizhi Qiu","orcid":"https://orcid.org/0000-0002-4232-3452"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Ruizhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011086655","display_name":"Z Zhangqin Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zhewei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139147752","display_name":"Zun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125078854","display_name":"Yiyan Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Yiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030866270","display_name":"Y. Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Yunhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005096654","display_name":"Lei Zhu","orcid":"https://orcid.org/0009-0003-3762-8344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Letian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139198068","display_name":"Xinping Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Xinping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139177696","display_name":"Han Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139197100","display_name":"Zhiyuan Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139132849","display_name":"Zili Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zili","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139145723","display_name":"Zhaoxiang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhaoxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139165868","display_name":"Jiaheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiaheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.23890000581741333,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.23890000581741333,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0786999985575676,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.06459999829530716,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6152999997138977},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5619000196456909},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.40529999136924744},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.39959999918937683},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.39899998903274536},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.3930000066757202},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.38530001044273376},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3741999864578247},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.3700999915599823},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3691999912261963}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577000260353088},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6152999997138977},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5619000196456909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4092999994754791},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.39959999918937683},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.39899998903274536},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38839998841285706},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3741999864578247},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3700999915599823},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3691999912261963},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36559998989105225},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.3037000000476837},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C142614401","wikidata":"https://www.wikidata.org/wiki/Q777433","display_name":"Forward chaining","level":3,"score":0.2768999934196472},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.2605000138282776},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C2778485113","wikidata":"https://www.wikidata.org/wiki/Q193231","display_name":"Debugger","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.22883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.22883","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22883","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"recent":[1],"LLM-based":[2],"terminal":[3],"agents":[4],"have":[5],"demonstrated":[6],"promising":[7],"capabilities,":[8],"the":[9,121,196],"scarcity":[10],"of":[11,131,155,192,200],"high-quality,":[12],"executable":[13,107],"training":[14],"data":[15,180,198],"remains":[16],"a":[17,52,68,105,151,172],"critical":[18],"bottleneck.":[19],"Existing":[20],"synthesis":[21,54],"pipelines":[22],"typically":[23],"scale":[24],"by":[25,64],"retrofitting":[26],"surface-level":[27],"artifacts":[28],"into":[29,99],"tasks,":[30],"frequently":[31],"yielding":[32],"ambiguous":[33],"instructions,":[34],"shallow":[35],"execution":[36],"paths,":[37],"and":[38,76,102,116,142,186],"brittle":[39],"tests":[40],"that":[41,56,138],"provide":[42],"weak":[43],"learning":[44],"signals.":[45],"To":[46,91,145],"overcome":[47],"this,":[48],"we":[49,149],"introduce":[50],"CLI-Universe,":[51],"principled":[53],"engine":[55],"constructs":[57],"terminal-agent":[58],"tasks.":[59],"CLI-Universe":[60],"generates":[61],"candidate":[62,82,125],"tasks":[63],"sampling":[65],"combinations":[66],"across":[67],"multi-dimensional":[69],"capability":[70],"taxonomy":[71],"(domain,":[72],"skill":[73],"type,":[74],"capability,":[75],"engineering":[77],"pillar),":[78],"then":[79],"grounds":[80],"each":[81],"through":[83],"evidence-guided":[84],"deep":[85],"research":[86],"over":[87],"real-world":[88],"technical":[89],"materials.":[90],"ensure":[92],"rigorous":[93],"supervision,":[94],"validated":[95],"blueprints":[96],"are":[97,133,139],"instantiated":[98],"Dockerized":[100],"environments":[101],"subjected":[103],"to":[104,127],"multi-stage":[106],"verification":[108],"pipeline":[109],"featuring":[110],"rubric-gated":[111],"test":[112],"construction,":[113],"hint-conditional":[114],"filtering,":[115],"strict":[117],"fail-to-pass":[118],"checking.":[119],"Across":[120],"full":[122],"pipeline,":[123],"from":[124],"generation":[126],"verification,":[128],"approximately":[129],"two-thirds":[130],"candidates":[132],"discarded,":[134],"retaining":[135],"only":[136],"those":[137],"genuine,":[140],"verifiable,":[141],"non-trivially":[143],"challenging.":[144],"validate":[146],"our":[147],"framework,":[148],"instantiate":[150],"highly":[152],"distilled":[153],"dataset":[154],"6,000":[156],"trajectories":[157],"called":[158],"CLI-Universe-6K.":[159],"Remarkably,":[160],"fine-tuning":[161],"Qwen3-32B":[162],"on":[163,167,178],"CLI-Universe-6K":[164],"achieves":[165],"33.4%":[166],"Terminal-Bench":[168],"2.0.":[169],"This":[170],"sets":[171],"new":[173],"state-of-the-art":[174],"for":[175],"models":[176,189],"trained":[177],"open-source":[179],"at":[181],"or":[182],"below":[183],"32B":[184],"parameters,":[185],"outperforms":[187],"several":[188],"an":[190],"order":[191],"magnitude":[193],"larger,":[194],"demonstrating":[195],"profound":[197],"efficiency":[199],"structured,":[201],"high-fidelity":[202],"synthesis.":[203]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}