{"id":"https://openalex.org/W7162140658","doi":"https://doi.org/10.48550/arxiv.2605.22681","title":"Scientific reasoning does not reliably translate into scientific forecasting in frontier AI","display_name":"Scientific reasoning does not reliably translate into scientific forecasting in frontier AI","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162140658","doi":"https://doi.org/10.48550/arxiv.2605.22681"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22681","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136773886","display_name":"Sean Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Sean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136763067","display_name":"Pan Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Pan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078103318","display_name":"Yupeng Chen","orcid":"https://orcid.org/0000-0001-6194-5778"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yupeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038080713","display_name":"Jonathan Bragg","orcid":"https://orcid.org/0000-0001-5460-9047"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bragg, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136799847","display_name":"Yutaro Yamada","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yamada, Yutaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049837138","display_name":"Peter Clark","orcid":"https://orcid.org/0000-0003-1001-9226"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clark, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128840056","display_name":"David Clifton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clifton, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136751620","display_name":"Philip Torr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torr, Philip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136778417","display_name":"James Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060684352","display_name":"Junchi Yu","orcid":"https://orcid.org/0000-0003-4118-3248"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Junchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.14720000326633453,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.14720000326633453,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.13830000162124634,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.08959999680519104,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overconfidence-effect","display_name":"Overconfidence effect","score":0.48019999265670776},{"id":"https://openalex.org/keywords/scientific-progress","display_name":"Scientific progress","score":0.4505000114440918},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.450300008058548},{"id":"https://openalex.org/keywords/technology-forecasting","display_name":"Technology forecasting","score":0.40720000863075256},{"id":"https://openalex.org/keywords/sociology-of-scientific-knowledge","display_name":"Sociology of scientific knowledge","score":0.3849000036716461},{"id":"https://openalex.org/keywords/scientific-literature","display_name":"Scientific literature","score":0.3716000020503998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5885999798774719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5389000177383423},{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C23213167","wikidata":"https://www.wikidata.org/wiki/Q2351730","display_name":"Scientific progress","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.450300008058548},{"id":"https://openalex.org/C161657586","wikidata":"https://www.wikidata.org/wiki/Q1203326","display_name":"Technology forecasting","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4041000008583069},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3982999920845032},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.3849000036716461},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3325999975204468},{"id":"https://openalex.org/C2984917352","wikidata":"https://www.wikidata.org/wiki/Q12772819","display_name":"Scientific discovery","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.2662999927997589}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,65,136,159,164],"systems":[1,137,165],"are":[2],"increasingly":[3],"used":[4],"to":[5],"support":[6],"forward-looking":[7,145],"scientific":[8,22,29,40,56,60,87,109,120,141,160,170],"judgment,":[9],"but":[10,124,143],"it":[11],"remains":[12],"unclear":[13],"whether":[14],"they":[15,113],"can":[16],"form":[17],"reliable":[18],"expectations":[19],"about":[20],"future":[21,39,86],"advances.":[23,41],"Here":[24],"we":[25,46,67],"show":[26],"that":[27,99,134],"strong":[28],"reasoning":[30],"does":[31,125],"not":[32,126],"reliably":[33],"translate":[34],"into":[35],"accurate":[36],"forecasting":[37,57,73,129,149],"of":[38,158],"To":[42],"study":[43],"this":[44],"question,":[45],"introduce":[47],"CUSP,":[48],"a":[49,69,155],"temporally":[50],"grounded":[51],"evaluation":[52],"suite":[53],"for":[54,166],"event-level":[55],"across":[58],"eight":[59],"disciplines.":[61],"Across":[62],"six":[63],"frontier":[64],"models,":[66],"observe":[68],"striking":[70],"asymmetry":[71],"in":[72],"performance":[74,123],"together":[75],"with":[76,103],"systematic":[77],"error":[78],"patterns.":[79],"Models":[80],"often":[81],"identify":[82],"plausible":[83],"mechanisms":[84],"underlying":[85],"advances,":[88,105],"yet":[89],"perform":[90],"near":[91],"chance":[92],"on":[93],"feasibility":[94],"assessment,":[95],"generate":[96],"solution":[97],"strategies":[98],"only":[100],"weakly":[101],"align":[102],"realized":[104],"and":[106,169],"systematically":[107],"predict":[108],"advances":[110],"later":[111],"than":[112],"become":[114],"publicly":[115],"observable.":[116],"Providing":[117],"additional":[118],"pre-cutoff":[119],"knowledge":[121],"improves":[122],"eliminate":[127],"these":[128],"limitations.":[130],"These":[131],"findings":[132],"suggest":[133],"current":[135],"possess":[138],"substantial":[139],"retrospective":[140],"competence":[142],"limited":[144],"predictive":[146],"capability.":[147],"Scientific":[148],"should":[150],"therefore":[151],"be":[152],"evaluated":[153],"as":[154],"complementary":[156],"dimension":[157],"capability":[161],"when":[162],"deploying":[163],"research":[167],"prioritization":[168],"decision-making.":[171]},"counts_by_year":[],"updated_date":"2026-07-22T05:54:00.624950","created_date":"2026-05-23T00:00:00"}