{"id":"https://openalex.org/W7132834026","doi":"https://doi.org/10.1007/s41111-026-00335-4","title":"Is Research Safe in the AI Revolution? LLMs Fall Short of Expert Benchmarks in Scientific Evidence Evaluation","display_name":"Is Research Safe in the AI Revolution? LLMs Fall Short of Expert Benchmarks in Scientific Evidence Evaluation","publication_year":2026,"publication_date":"2026-02-28","ids":{"openalex":"https://openalex.org/W7132834026","doi":"https://doi.org/10.1007/s41111-026-00335-4"},"language":"en","primary_location":{"id":"doi:10.1007/s41111-026-00335-4","doi":"https://doi.org/10.1007/s41111-026-00335-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41111-026-00335-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210194389","display_name":"Chinese Political Science Review","issn_l":"2365-4244","issn":["2365-4244","2365-4252"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chinese Political Science Review","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029806756","display_name":"Simone Paci","orcid":"https://orcid.org/0000-0001-8175-2615","observed_orcids":["https://orcid.org/0000-0001-8175-2615"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Simone Paci","raw_affiliation_strings":["Department of Political Science, Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0001-8175-2615","affiliations":[{"raw_affiliation_string":"Department of Political Science, Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029806756"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":{"value":3390,"currency":"USD","value_usd":3390},"apc_paid":null,"fwci":47.5115,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.99613713,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7865999937057495,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7865999937057495,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":0.05050000175833702,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13721","display_name":"Political Science Research and Education","score":0.02160000056028366,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9980000257492065},{"id":"https://openalex.org/keywords/scientific-evidence-evaluation","display_name":"scientific evidence evaluation","score":0.847000002861023},{"id":"https://openalex.org/keywords/ai-reliability","display_name":"AI reliability","score":0.4259999990463257},{"id":"https://openalex.org/keywords/research-integrity","display_name":"research integrity","score":0.5669999718666077}],"concepts":[{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.382999986410141},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33000001311302185},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3237999975681305},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.31439998745918274},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C3018095205","wikidata":"https://www.wikidata.org/wiki/Q55641553","display_name":"Real world evidence","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2865000069141388},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2623000144958496},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.257999986410141},{"id":"https://openalex.org/C126965237","wikidata":"https://www.wikidata.org/wiki/Q816335","display_name":"Accidental","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.25540000200271606},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s41111-026-00335-4","doi":"https://doi.org/10.1007/s41111-026-00335-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41111-026-00335-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210194389","display_name":"Chinese Political Science Review","issn_l":"2365-4244","issn":["2365-4244","2365-4252"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chinese Political Science Review","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2025720061","https://openalex.org/W2073241381","https://openalex.org/W2119303750","https://openalex.org/W2122838852","https://openalex.org/W2145245951","https://openalex.org/W2255458947","https://openalex.org/W2461277667","https://openalex.org/W2485390879","https://openalex.org/W2593991403","https://openalex.org/W2743394021","https://openalex.org/W2769312211","https://openalex.org/W2908277994","https://openalex.org/W2921488248","https://openalex.org/W2947921339","https://openalex.org/W3029981057","https://openalex.org/W3171064310","https://openalex.org/W3208646307","https://openalex.org/W4240824175","https://openalex.org/W4248832116","https://openalex.org/W4280512437","https://openalex.org/W4308898361","https://openalex.org/W4385461407","https://openalex.org/W4386120650","https://openalex.org/W4386238180","https://openalex.org/W4387744047","https://openalex.org/W4392194611","https://openalex.org/W4396994360","https://openalex.org/W4399739854","https://openalex.org/W4401815218","https://openalex.org/W4401835393","https://openalex.org/W4404782774","https://openalex.org/W4406166075","https://openalex.org/W4407059196","https://openalex.org/W4407592705","https://openalex.org/W4407775365","https://openalex.org/W4409832113","https://openalex.org/W4410088531","https://openalex.org/W4410398621","https://openalex.org/W4411845976","https://openalex.org/W4412788246","https://openalex.org/W4412930207","https://openalex.org/W4413741195","https://openalex.org/W4417145541","https://openalex.org/W7118328956","https://openalex.org/W7118611365","https://openalex.org/W7131785398"],"related_works":["https://openalex.org/W7103493262","https://openalex.org/W4417255505","https://openalex.org/W7133528776","https://openalex.org/W7171074295","https://openalex.org/W7166567548","https://openalex.org/W7222478994","https://openalex.org/W7162751963","https://openalex.org/W7164034365","https://openalex.org/W7138017924","https://openalex.org/W7215031791"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2026-02-22T00:00:00"}