{"id":"https://openalex.org/W6967362843","doi":"https://doi.org/10.48550/arxiv.2503.14499","title":"Measuring AI Ability to Complete Long Software Tasks","display_name":"Measuring AI Ability to Complete Long Software Tasks","publication_year":2025,"publication_date":"2025-03-18","ids":{"openalex":"https://openalex.org/W6967362843","doi":"https://doi.org/10.48550/arxiv.2503.14499"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2503.14499","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.14499","pdf_url":"https://arxiv.org/pdf/2503.14499","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.14499","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120529313","display_name":"Thomas Kwa","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwa, Thomas","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114987905","display_name":"Ben West","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"West, Ben","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075911451","display_name":"Jo\u00ebl Becker","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Becker, Joel","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5145373148","display_name":"Amy Deng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Amy","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114987900","display_name":"Katharyn Garcia","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garcia, Katharyn","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108887840","display_name":"Max Hasin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasin, Max","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114987906","display_name":"Sami Jawhar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jawhar, Sami","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033065178","display_name":"Megan Kinniment","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kinniment, Megan","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119791472","display_name":"Nate Rush","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rush, Nate","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009828979","display_name":"Sydney von Arx","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Von Arx, Sydney","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120757787","display_name":"Ryan Bloom","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bloom, Ryan","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114987908","display_name":"Thomas Broadley","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Broadley, Thomas","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Du, Haoxing","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Haoxing","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017418398","display_name":"Brian Goodrich","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goodrich, Brian","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116473097","display_name":"Nikola Jurkovic","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jurkovic, Nikola","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068430852","display_name":"Luke Harold Miles","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miles, Luke Harold","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114987903","display_name":"Seraphina Nix","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nix, Seraphina","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin, Tao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Tao","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Painter, Chris","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Painter, Chris","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046930792","display_name":"Neev Parikh","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parikh, Neev","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139675037","display_name":"David Rein","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rein, David","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086588947","display_name":"Lucas Jun Koba Sato","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sato, Lucas Jun Koba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091015047","display_name":"Hjalmar Wijk","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wijk, Hjalmar","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziegler, Daniel M.","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziegler, Daniel M.","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5145553245","display_name":"Elizabeth Barnes","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barnes, Elizabeth","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5127854142","display_name":"Lawrence Chan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chan, Lawrence","raw_affiliation_strings":["Model Evaluation & Threat Research (METR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Model Evaluation & Threat Research (METR)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":308,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.3962000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.3962000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3352000117301941,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.057100001722574234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-ai-comparison","display_name":"human-AI comparison","score":0.6919999718666077},{"id":"https://openalex.org/keywords/claude-3-7-sonnet","display_name":"Claude 3.7 Sonnet","score":0.8790000081062317},{"id":"https://openalex.org/keywords/ai-reliability","display_name":"AI reliability","score":0.5730000138282776},{"id":"https://openalex.org/keywords/tool-use","display_name":"tool use","score":0.6129999756813049},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"logical reasoning","score":0.9300000071525574},{"id":"https://openalex.org/keywords/ai-autonomy","display_name":"AI autonomy","score":0.6209999918937683},{"id":"https://openalex.org/keywords/software-automation","display_name":"software automation","score":0.6779999732971191}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7135999798774719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5687999725341797},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5425000190734863},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48669999837875366},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.4397999942302704},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4050000011920929},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.40299999713897705},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.29840001463890076},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.257099986076355}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2503.14499","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.14499","pdf_url":"https://arxiv.org/pdf/2503.14499","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.14499","doi":"https://doi.org/10.48550/arxiv.2503.14499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.14499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.14499","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.14499","pdf_url":"https://arxiv.org/pdf/2503.14499","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6967362843.pdf","grobid_xml":"https://content.openalex.org/works/W6967362843.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W3083410900","https://openalex.org/W3177813494","https://openalex.org/W3195140297","https://openalex.org/W3210904070","https://openalex.org/W3213368902","https://openalex.org/W4281690148","https://openalex.org/W4304195432","https://openalex.org/W4311407484","https://openalex.org/W4385474529","https://openalex.org/W4385682136","https://openalex.org/W4393063881","https://openalex.org/W4399251789","https://openalex.org/W4402502904","https://openalex.org/W4403345800","https://openalex.org/W4403663202","https://openalex.org/W4404987753","https://openalex.org/W4405627213","https://openalex.org/W4406058560","https://openalex.org/W4406840771","https://openalex.org/W4407631974","https://openalex.org/W4407759089","https://openalex.org/W4407760093","https://openalex.org/W4414835340","https://openalex.org/W6948313409","https://openalex.org/W7103757841"],"related_works":["https://openalex.org/W7128472223","https://openalex.org/W4408653125","https://openalex.org/W4417159298","https://openalex.org/W4416932942","https://openalex.org/W7223171185","https://openalex.org/W7139335562","https://openalex.org/W7106793757","https://openalex.org/W7086790532","https://openalex.org/W7168412910","https://openalex.org/W7155575937"],"abstract_inverted_index":{"Despite":[0],"rapid":[1],"progress":[2],"on":[3,61],"AI":[4,19,45,77,95,118,186],"benchmarks,":[5],"the":[6,16,36,108,147,161],"real-world":[7,174],"meaning":[8],"of":[9,18,23,64,89,149,156,163,178,191],"benchmark":[10],"performance":[11],"remains":[12],"unclear.":[13],"To":[14],"quantify":[15],"capabilities":[17],"systems":[20,187],"in":[21,113,117],"terms":[22],"human":[24],"capabilities,":[25],"we":[26],"propose":[27],"a":[28,62,85,200],"new":[29],"metric:":[30],"50%-task-completion":[31],"time":[32,37,87,96,120],"horizon.":[33],"This":[34],"is":[35],"humans":[38,56,199],"typically":[39],"take":[40,198],"to":[41,123,132,134,173],"complete":[42,48],"tasks":[43,195],"that":[44,182,196],"models":[46,78],"can":[47],"with":[49,57,137],"50%":[50,86],"success":[51],"rate.":[52],"We":[53,145],"first":[54],"timed":[55],"relevant":[58],"domain":[59],"expertise":[60],"combination":[63],"RE-Bench,":[65],"HCAST,":[66],"and":[67,130,141,160],"66":[68],"novel":[69],"shorter":[70],"tasks.":[71],"On":[72],"these":[73,170],"tasks,":[74,176],"current":[75],"frontier":[76,94],"such":[79],"as":[80],"Claude":[81],"3.7":[82],"Sonnet":[83],"have":[84,111],"horizon":[88,97],"around":[90],"50":[91],"minutes.":[92],"Furthermore,":[93],"has":[98],"been":[99],"doubling":[100],"approximately":[101],"every":[102],"seven":[103],"months":[104],"since":[105],"2019,":[106],"though":[107],"trend":[109,180],"may":[110],"accelerated":[112],"2024.":[114],"The":[115],"increase":[116],"models'":[119],"horizons":[121],"seems":[122],"be":[124,189],"primarily":[125],"driven":[126],"by":[127],"greater":[128],"reliability":[129],"ability":[131],"adapt":[133],"mistakes,":[135],"combined":[136],"better":[138],"logical":[139],"reasoning":[140],"tool":[142],"use":[143],"capabilities.":[144,168],"discuss":[146],"limitations":[148],"our":[150],"results":[151,171],"--":[152,159],"including":[153],"their":[154],"degree":[155],"external":[157],"validity":[158],"implications":[162],"increased":[164],"autonomy":[165],"for":[166],"dangerous":[167],"If":[169],"generalize":[172],"software":[175,194],"extrapolation":[177],"this":[179],"predicts":[181],"within":[183],"5":[184],"years,":[185],"will":[188],"capable":[190],"automating":[192],"many":[193],"currently":[197],"month.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":229},{"year":2025,"cited_by_count":79}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}
