{"id":"https://openalex.org/W7166727921","doi":"https://doi.org/10.48550/arxiv.2606.29537","title":"OSWorld 2.0: Benchmarking Computer Use Agents on Long-Horizon Real-World Tasks","display_name":"OSWorld 2.0: Benchmarking Computer Use Agents on Long-Horizon Real-World Tasks","publication_year":2026,"publication_date":"2026-06-28","ids":{"openalex":"https://openalex.org/W7166727921","doi":"https://doi.org/10.48550/arxiv.2606.29537"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29537","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29537","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29537","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139705383","display_name":"Mengqi Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Mengqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087107561","display_name":"Zilong Zhou","orcid":"https://orcid.org/0009-0002-1655-5089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zilong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113292045","display_name":"Xinzhuang Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Xinzhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139672396","display_name":"Weiming Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Weiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020266211","display_name":"J F Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jiayang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129725807","display_name":"Jiamin Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jiamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020162488","display_name":"Kaihua Cui","orcid":"https://orcid.org/0009-0000-5696-6208"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Kaiqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139694712","display_name":"Bowen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113485823","display_name":"H. Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Haoyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413888","display_name":"Yitong Li","orcid":"https://orcid.org/0009-0009-3874-6055"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404592","display_name":"Dunjie Lu","orcid":"https://orcid.org/0009-0001-1447-2610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Dunjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029653356","display_name":"H\u00fcseyin Ozan \u04aairkino\u011flu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Haikong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139648921","display_name":"Qi Zhen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhen, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139675109","display_name":"Xinyuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139650116","display_name":"Jiaqi Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139668296","display_name":"Yuhao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139672502","display_name":"Cheng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139671048","display_name":"Boyuan Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Boyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086833678","display_name":"A Long Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139662206","display_name":"Xiao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100520385","display_name":"Hao Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139671367","display_name":"Saaket Agashe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agashe, Saaket","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101687671","display_name":"Xing Han L\u00f9","orcid":"https://orcid.org/0000-0001-9027-8425"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Xing Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101842622","display_name":"Manpreet Kaur","orcid":"https://orcid.org/0000-0001-7075-0518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaur, Manpreet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139677160","display_name":"Zhengyang Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Zhengyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139641544","display_name":"Vincent Sunn Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Vincent Sunn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139639895","display_name":"Frederic Sala","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sala, Frederic","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062188134","display_name":"Dayiheng Liu","orcid":"https://orcid.org/0000-0002-8755-8941"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Dayiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139675411","display_name":"Junyang Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Junyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139712514","display_name":"Zhou Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139654219","display_name":"Yu Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010725488","display_name":"Somasekhar Reddy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reddy, Siva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139653011","display_name":"Xin Eric Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xin Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139648499","display_name":"Peng Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139704105","display_name":"Tianbao Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Tianbao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139674769","display_name":"Tao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.23669999837875366,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.23669999837875366,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.17030000686645508,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.039000000804662704,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6470000147819519},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.582099974155426},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.564300000667572},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5339000225067139},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.47440001368522644},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.43149998784065247},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41359999775886536},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.32190001010894775},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3147999942302704}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8014000058174133},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6470000147819519},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.582099974155426},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.564300000667572},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5339000225067139},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41359999775886536},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4117000102996826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3822999894618988},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3147999942302704},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29537","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29537","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29537","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29537","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5022711157798767,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"computer-use":[1,35],"benchmarks":[2],"fail":[3],"to":[4,19,43,67],"capture":[5,44],"the":[6,21,231],"realism,":[7],"complexity,":[8],"and":[9,39,46,69,114,128,138,146,168,233],"long-horizon":[10,34],"demands":[11],"of":[12,23,32,63,73,179,220],"real-world":[13,48],"computer":[14,206],"use,":[15],"limiting":[16],"their":[17],"ability":[18],"reveal":[20],"limitations":[22],"frontier":[24],"agents.":[25],"We":[26],"introduce":[27],"OSWorld":[28,89,91],"2.0,":[29],"a":[30,53,61,182,239],"benchmark":[31],"108":[33],"workflows":[36,101],"across":[37],"everyday":[38],"professional":[40],"tasks,":[41],"designed":[42],"complex":[45],"challenging":[47],"phenomena.":[49],"Each":[50],"task":[51,240],"represents":[52],"realistic":[54,141],"end-to-end":[55],"workflow":[56],"that":[57,96,198,224],"takes":[58],"human":[59],"users":[60],"median":[62],"about":[64,86],"1.6":[65],"hours":[66],"complete":[68],"requires":[70],"an":[71],"average":[72],"318":[74],"tool":[75,170],"calls":[76,171],"with":[77,85,165],"Claude":[78,162],"Opus":[79,163],"4.7":[80],"using":[81],"maximum":[82,166],"thinking,":[83],"compared":[84],"30":[87],"in":[88,99,104,134],"1.0.":[90],"2.0":[92],"targets":[93],"challenge":[94],"phenomena":[95],"are":[97,132,201],"common":[98],"real":[100],"yet":[102,191],"underrepresented":[103],"prior":[105],"benchmarks,":[106],"spanning":[107],"interaction-design":[108],"challenges":[109,121],"such":[110,122],"as":[111,117,119,123],"streaming":[112],"interaction":[113],"dynamic":[115],"environments,":[116],"well":[118],"agent-pattern":[120],"cross-source":[124],"reasoning,":[125],"implicit-state":[126],"inference,":[127],"visual-spatial":[129],"precision.":[130],"Tasks":[131],"grounded":[133],"authentic":[135],"input":[136],"artifacts":[137],"cross-referenced":[139],"against":[140],"stateful":[142],"user":[143],"profile":[144],"data,":[145],"include":[147],"separate":[148],"safety":[149],"reports":[150],"auditing":[151],"safety-sensitive":[152],"execution.":[153],"Under":[154],"our":[155],"primary":[156],"binary-completion":[157],"metric":[158],"at":[159,181],"500":[160],"steps,":[161],"4.8":[164],"thinking":[167],"batched":[169],"scores":[172],"best":[173],"but":[174],"still":[175,202],"completes":[176],"only":[177],"20.6%":[178],"tasks":[180],"54.8%":[183],"partial":[184],"score;":[185],"GPT-5.5":[186],"is":[187],"far":[188,203],"more":[189],"token-efficient":[190],"plateaus":[192],"near":[193],"13%.":[194],"These":[195],"results":[196],"show":[197],"current":[199],"agents":[200],"from":[204],"professional-level":[205],"use:":[207],"rather":[208,228],"than":[209,229],"stumbling":[210],"on":[211,242],"basic":[212],"GUI":[213],"control":[214],"or":[215],"coding,":[216],"they":[217,245],"lose":[218],"track":[219],"constraints,":[221],"miss":[222],"information":[223],"arrives":[225],"mid-task,":[226],"guess":[227],"ask":[230],"user,":[232],"skip":[234],"verification,":[235],"struggling":[236],"most":[237],"when":[238],"hinges":[241],"hidden":[243],"state":[244],"must":[246],"recover.":[247]},"counts_by_year":[],"updated_date":"2026-07-16T05:54:29.318815","created_date":"2026-07-01T00:00:00"}