{"id":"https://openalex.org/W7204201244","doi":"https://doi.org/10.1097/cce.0000000000001474","title":"Hallucination Rate of Peer-Reviewed Citations Generated by Large Language Models in Neurocritical Care","display_name":"Hallucination Rate of Peer-Reviewed Citations Generated by Large Language Models in Neurocritical Care","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204201244","doi":"https://doi.org/10.1097/cce.0000000000001474","pmid":"https://pubmed.ncbi.nlm.nih.gov/42640622"},"language":"en","primary_location":{"id":"doi:10.1097/cce.0000000000001474","doi":"https://doi.org/10.1097/cce.0000000000001474","is_oa":true,"landing_page_url":"https://doi.org/10.1097/cce.0000000000001474","pdf_url":null,"source":{"id":"https://openalex.org/S4210210302","display_name":"Critical Care Explorations","issn_l":"2639-8028","issn":["2639-8028"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1"],"host_organization":"https://openalex.org/P4310318547","host_organization_name":"Wolters Kluwer","host_organization_lineage":["https://openalex.org/P4310318547"],"host_organization_lineage_names":["Wolters Kluwer"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Critical Care Explorations","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1097/cce.0000000000001474","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006882878","display_name":"Ali Seifi","orcid":"https://orcid.org/0000-0002-5010-5041","observed_orcids":["https://orcid.org/0000-0002-5010-5041"]},"institutions":[{"id":"https://openalex.org/I165951966","display_name":"The University of Texas at San Antonio Health Science Center","ror":"https://ror.org/02f6dcw23","country_code":"US","type":"education","lineage":["https://openalex.org/I165951966","https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Seifi","raw_affiliation_strings":["Department of Neurosurgery, University of Texas Health San Antonio, San Antonio, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neurosurgery, University of Texas Health San Antonio, San Antonio, TX","institution_ids":["https://openalex.org/I165951966"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ali Seyfi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Seyfi","raw_affiliation_strings":["Machine Learning and NLP Lab, Department of Computer Science, George Washington University, Washington, DC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning and NLP Lab, Department of Computer Science, George Washington University, Washington, DC","institution_ids":["https://openalex.org/I193531525"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"USD","value_usd":1600},"apc_paid":{"value":1600,"currency":"USD","value_usd":1600},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60123108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"9","first_page":"e1474","last_page":"e1474"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8881999850273132,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8881999850273132,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02850000001490116,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.016200000420212746,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8109999895095825},{"id":"https://openalex.org/keywords/citation-accuracy","display_name":"citation accuracy","score":0.8550000190734863},{"id":"https://openalex.org/keywords/neurocritical-care","display_name":"neurocritical care","score":0.8029999732971191},{"id":"https://openalex.org/keywords/deepseek-v3","display_name":"DeepSeek-V3","score":0.9800000190734863},{"id":"https://openalex.org/keywords/grok-4","display_name":"Grok-4","score":0.9980000257492065},{"id":"https://openalex.org/keywords/zero-shot-retrieval","display_name":"zero-shot retrieval","score":0.4440000057220459},{"id":"https://openalex.org/keywords/bibliographic-verification","display_name":"bibliographic verification","score":0.4950000047683716},{"id":"https://openalex.org/keywords/ai-generated-literature","display_name":"AI-generated literature","score":0.35899999737739563},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.6660000085830688}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5834000110626221},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4059000015258789},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4041000008583069},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.40220001339912415},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C165455791","wikidata":"https://www.wikidata.org/wiki/Q7002299","display_name":"Neurointensive care","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3781999945640564},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C2908998935","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Visual Hallucination","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C136525101","wikidata":"https://www.wikidata.org/wiki/Q5428139","display_name":"Fabrication","level":3,"score":0.3479999899864197},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3465000092983246},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C2778083895","wikidata":"https://www.wikidata.org/wiki/Q861845","display_name":"Kernicterus","level":3,"score":0.32350000739097595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30070000886917114},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2874999940395355}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003430","descriptor_name":"Cross-Sectional Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003430","descriptor_name":"Cross-Sectional Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1097/cce.0000000000001474","doi":"https://doi.org/10.1097/cce.0000000000001474","is_oa":true,"landing_page_url":"https://doi.org/10.1097/cce.0000000000001474","pdf_url":null,"source":{"id":"https://openalex.org/S4210210302","display_name":"Critical Care Explorations","issn_l":"2639-8028","issn":["2639-8028"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1"],"host_organization":"https://openalex.org/P4310318547","host_organization_name":"Wolters Kluwer","host_organization_lineage":["https://openalex.org/P4310318547"],"host_organization_lineage_names":["Wolters Kluwer"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Critical Care Explorations","raw_type":"journal-article"},{"id":"pmid:42640622","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42640622","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Critical care explorations","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13506236","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13506236/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Crit Care Explor","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1097/cce.0000000000001474","doi":"https://doi.org/10.1097/cce.0000000000001474","is_oa":true,"landing_page_url":"https://doi.org/10.1097/cce.0000000000001474","pdf_url":null,"source":{"id":"https://openalex.org/S4210210302","display_name":"Critical Care Explorations","issn_l":"2639-8028","issn":["2639-8028"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1"],"host_organization":"https://openalex.org/P4310318547","host_organization_name":"Wolters Kluwer","host_organization_lineage":["https://openalex.org/P4310318547"],"host_organization_lineage_names":["Wolters Kluwer"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Critical Care Explorations","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.4043000042438507}],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.5594770908355713}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1557868429","https://openalex.org/W2114214167","https://openalex.org/W3171604783","https://openalex.org/W4309674289","https://openalex.org/W4353015365","https://openalex.org/W4365445794","https://openalex.org/W4378219880","https://openalex.org/W4384561707","https://openalex.org/W4385407162","https://openalex.org/W4386026876","https://openalex.org/W4396915834","https://openalex.org/W4398203672","https://openalex.org/W4400270729","https://openalex.org/W4401445967","https://openalex.org/W4405744844","https://openalex.org/W4407341686","https://openalex.org/W4409588554","https://openalex.org/W4413466267","https://openalex.org/W4414436218","https://openalex.org/W4415222039","https://openalex.org/W4416435674","https://openalex.org/W4416590420","https://openalex.org/W7118118817","https://openalex.org/W7135219636","https://openalex.org/W7154042186","https://openalex.org/W7154630921"],"related_works":[],"abstract_inverted_index":{"IMPORTANCE:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"are":[5],"increasingly":[6],"used":[7],"for":[8],"scientific":[9],"literature":[10],"retrieval,":[11],"yet":[12],"their":[13],"citation":[14,150,183],"accuracy":[15,135],"in":[16,292],"specialized":[17],"clinical":[18],"domains":[19],"remains":[20],"poorly":[21],"characterized.":[22],"In":[23,66],"neurocritical":[24],"care":[25],"(NCC),":[26],"fabricated":[27,270,274],"or":[28,295],"inaccurate":[29,268],"citations":[30,48,283],"may":[31],"be":[32,251,285],"difficult":[33],"to":[34,97,119,222,237],"detect":[35],"without":[36],"deliberate":[37],"verification.":[38],"OBJECTIVES:":[39],"To":[40],"evaluate":[41],"hallucination":[42,197],"and":[43,78,100,131,133,185,208,230,249,269,279],"fabrication":[44,200,206,211],"rates":[45],"of":[46,177,187,267],"peer-reviewed":[47],"generated":[49,103,264],"by":[50,203],"three":[51],"LLMs":[52,263],"across":[53,287],"core":[54],"NCC":[55,93,116,271],"topics,":[56],"under":[57,86],"constrained":[58],"zero-shot,":[59,88,259],"memory-only":[60],"conditions.":[61,91],"DESIGN,":[62],"SETTING,":[63],"AND":[64,113,255],"PARTICIPANTS:":[65],"this":[67],"cross-sectional,":[68],"blinded":[69,118],"technology":[70],"performance":[71],"evaluation,":[72],"Generative":[73],"Pretrained":[74],"Transformer":[75],"(GPT)-5.3,":[76],"DeepSeek-V3,":[77,215],"Grok-4":[79,209,216],"were":[80,95,190,247],"queried":[81],"on":[82],"March":[83],"10,":[84],"2026,":[85],"identical":[87],"retrieval-disabled":[89,260],"web-interface":[90,261],"Ten":[92],"topics":[94],"submitted":[96],"each":[98,101,124],"model,":[99],"model":[102,120],"10":[104],"references":[105,179,275],"per":[106],"topic,":[107],"yielding":[108],"300":[109,178,188],"references.":[110],"MAIN":[111],"OUTCOMES":[112],"MEASURES:":[114],"Two":[115],"experts,":[117],"identity,":[121],"independently":[122],"verified":[123,286],"reference":[125],"against":[126],"PubMed,":[127],"DOI,":[128],"Google":[129],"Scholar,":[130],"CrossRef":[132],"scored":[134],"using":[136],"a":[137,159,182],"Hallucination":[138],"Scale":[139],"(0-3).":[140],"The":[141,152],"primary":[142],"outcome":[143,154],"was":[144,155,167,217,232],"any":[145,149],"hallucination,":[146],"defined":[147,157],"as":[148,158],"inaccuracy.":[151],"secondary":[153],"fabrication,":[156],"nonexisting":[160],"complete":[161,278],"bibliographic":[162],"entity.":[163],"RESULTS:":[164],"Inter-rater":[165],"agreement":[166],"excellent":[168],"(\u03ba":[169],"=":[170],"0.91;":[171],"95%":[172],"CI,":[173,225,240],"0.86-0.96).":[174],"Overall,":[175],"165":[176],"(55.0%)":[180],"contained":[181],"inaccuracy,":[184],"85":[186],"(28.3%)":[189],"completely":[191],"fabricated.":[192],"DeepSeek-V3":[193],"had":[194],"the":[195],"lowest":[196],"rate":[198],"(23%;":[199],"8%),":[201],"followed":[202],"GPT-5.3":[204,231],"(69%;":[205],"27%)":[207],"(73%;":[210],"50%).":[212],"Compared":[213],"with":[214],"3.17":[218],"times":[219,234],"more":[220,235],"likely":[221,236],"hallucinate":[223,238],"(95%":[224,239],"2.03-4.96;":[226],"p":[227,242],"<":[228,243],"0.001),":[229],"3.00":[233],"1.94-4.63;":[241],"0.001).":[244],"Topic-level":[245],"findings":[246],"exploratory":[248],"should":[250,284],"interpreted":[252],"cautiously.":[253],"CONCLUSIONS":[254],"RELEVANCE:":[256],"Under":[257],"standardized":[258],"conditions,":[262],"substantial":[265],"numbers":[266],"citations.":[272],"Because":[273],"can":[276],"appear":[277],"credible,":[280],"artificial":[281],"intelligence-generated":[282],"reliable":[288],"databases":[289],"before":[290],"use":[291],"clinical,":[293],"educational,":[294],"scholarly":[296],"work.":[297]},"counts_by_year":[],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2026-08-26T00:00:00"}