{"id":"https://openalex.org/W7208730388","doi":"https://doi.org/10.64898/2026.08.31.26361806","title":"Citation reliability of frontier large language models in medical writing and its automated verification","display_name":"Citation reliability of frontier large language models in medical writing and its automated verification","publication_year":2026,"publication_date":"2026-09-04","ids":{"openalex":"https://openalex.org/W7208730388","doi":"https://doi.org/10.64898/2026.08.31.26361806"},"language":"en","primary_location":{"id":"doi:10.64898/2026.08.31.26361806","doi":"https://doi.org/10.64898/2026.08.31.26361806","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.31.26361806","pdf_url":null,"source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.64898/2026.08.31.26361806","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015152759","display_name":"Rumi Shin","orcid":"https://orcid.org/0000-0001-5500-8702","observed_orcids":["https://orcid.org/0000-0001-5500-8702"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I2801402630","display_name":"Seoul Metropolitan Government","ror":"https://ror.org/002wfgr58","country_code":"KR","type":"government","lineage":["https://openalex.org/I2801402630"]},{"id":"https://openalex.org/I4210100437","display_name":"SNUH SMG-SNU Boramae Medical Center","ror":"https://ror.org/014xqzt56","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388","https://openalex.org/I4210100437"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Rumi Shin","raw_affiliation_strings":["Department of Surgery, Seoul Metropolitan Government Seoul National University Boramae Medical Center, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, Seoul Metropolitan Government Seoul National University Boramae Medical Center, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2801402630","https://openalex.org/I4210100437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014850799","display_name":"Jeong-Moo Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]},{"id":"https://openalex.org/I4405261427","display_name":"Ewha Womans University Seoul Hospital","ror":"https://ror.org/059k49c26","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I138925566","https://openalex.org/I4210132203","https://openalex.org/I4405261427"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeong-Moo Lee","raw_affiliation_strings":["Department of Surgery, Division of Liver and Liver Transplantation, Ewha Womans University Seoul Hospital, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, Division of Liver and Liver Transplantation, Ewha Womans University Seoul Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I138925566","https://openalex.org/I4405261427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150053751","display_name":"Jiesuck Park","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I2803058125","display_name":"Seoul National University Bundang Hospital","ror":"https://ror.org/00cb3km46","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388","https://openalex.org/I2803058125"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiesuck Park","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2803058125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038633747","display_name":"Ju-Seung Kwun","orcid":"https://orcid.org/0000-0002-9581-4060","observed_orcids":["https://orcid.org/0000-0002-9581-4060"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I2803058125","display_name":"Seoul National University Bundang Hospital","ror":"https://ror.org/00cb3km46","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388","https://openalex.org/I2803058125"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ju-Seung Kwun","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2803058125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029251376","display_name":"Hyoung-Won Cho","orcid":"https://orcid.org/0000-0001-6095-8569","observed_orcids":["https://orcid.org/0000-0001-6095-8569"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I2803058125","display_name":"Seoul National University Bundang Hospital","ror":"https://ror.org/00cb3km46","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388","https://openalex.org/I2803058125"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyoung-Won Cho","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2803058125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063536735","display_name":"Si\u2010Hyuck Kang","orcid":"https://orcid.org/0000-0003-4755-6367","observed_orcids":["https://orcid.org/0000-0003-4755-6367"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I2803058125","display_name":"Seoul National University Bundang Hospital","ror":"https://ror.org/00cb3km46","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388","https://openalex.org/I2803058125"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Si-Hyuck Kang","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2803058125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069907641","display_name":"Ki\u2010Hyun Jeon","orcid":"https://orcid.org/0000-0002-6277-7697","observed_orcids":["https://orcid.org/0000-0002-6277-7697"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I2803058125","display_name":"Seoul National University Bundang Hospital","ror":"https://ror.org/00cb3km46","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388","https://openalex.org/I2803058125"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ki-Hyun Jeon","raw_affiliation_strings":["Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6277-7697","affiliations":[{"raw_affiliation_string":"Division of Cardiology, Department of Internal Medicine, Seoul National University Bundang Hospital, Seongnam, Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2803058125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7842000126838684,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7842000126838684,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.14839999377727509,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.953000009059906},{"id":"https://openalex.org/keywords/citation-reliability","display_name":"citation reliability","score":0.9240000247955322},{"id":"https://openalex.org/keywords/gpt-5-5","display_name":"GPT-5.5","score":0.8519999980926514},{"id":"https://openalex.org/keywords/claude-opus","display_name":"Claude Opus","score":0.8270000219345093}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7161999940872192},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7113000154495239},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6050999760627747},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.5742999911308289},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5482000112533569},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5389000177383423},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.46459999680519104},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38280001282691956},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33980000019073486},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33889999985694885},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C120039088","wikidata":"https://www.wikidata.org/wiki/Q6875176","display_name":"Misattribution of memory","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25619998574256897},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.08.31.26361806","doi":"https://doi.org/10.64898/2026.08.31.26361806","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.31.26361806","pdf_url":null,"source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.08.31.26361806","doi":"https://doi.org/10.64898/2026.08.31.26361806","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.31.26361806","pdf_url":null,"source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W4367692415","https://openalex.org/W4383500999","https://openalex.org/W4384561707","https://openalex.org/W4386351210","https://openalex.org/W4386510404","https://openalex.org/W4387234956","https://openalex.org/W4388796860","https://openalex.org/W4398203672","https://openalex.org/W4400270729","https://openalex.org/W4402258973","https://openalex.org/W4402670429","https://openalex.org/W4409505176","https://openalex.org/W4409588554","https://openalex.org/W4413042237","https://openalex.org/W4416154989","https://openalex.org/W7160490639"],"related_works":["https://openalex.org/W7167073205","https://openalex.org/W4391590636","https://openalex.org/W4412888080","https://openalex.org/W7223288327","https://openalex.org/W7154991901","https://openalex.org/W7155074628","https://openalex.org/W7151881841","https://openalex.org/W7128801722","https://openalex.org/W4409505176","https://openalex.org/W7165152649"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"are":[5,15],"increasingly":[6],"used":[7],"to":[8,23,95],"draft":[9],"medical":[10],"manuscripts,":[11],"yet":[12],"their":[13],"citations":[14,136],"unreliable":[16],"and":[17,35,48,67,133,140],"clinicians":[18],"lack":[19],"a":[20,89,96],"validated":[21],"way":[22],"verify":[24],"them.":[25],"We":[26],"evaluated":[27],"three":[28],"frontier":[29],"LLMs,":[30],"Claude":[31,65],"Opus":[32],"4.8,":[33],"GPT-5.5,":[34],"Gemini":[36,70],"3.5":[37],"Flash,":[38],"generating":[39],"270":[40,114],"cardiology":[41],"narrative":[42],"reviews":[43],"with":[44,75],"web":[45],"search":[46],"enabled,":[47],"verified":[49],"all":[50],"8,050":[51],"references":[52,56,125],"against":[53],"PubMed.":[54],"Problematic":[55],"accounted":[57],"for":[58],"11.5%":[59],"of":[60,64,69,81,102,113,122],"GPT-5.5":[61],"output,":[62,66],"29.2%":[63],"29.6%":[68],"output":[71],"(P":[72,85],"<":[73],"0.001),":[74],"no":[76],"significant":[77],"gradient":[78],"across":[79],"topics":[80],"differing":[82],"publication":[83],"volume":[84],"=":[86],"0.052).":[87],"Misattribution,":[88],"valid":[90],"PubMed":[91],"identifier":[92],"that":[93],"resolves":[94],"different":[97],"article,":[98],"made":[99],"up":[100],"77%":[101],"errors,":[103],"whereas":[104],"fabrication":[105],"was":[106],"rare":[107],"(0.6%).":[108],"Against":[109],"an":[110,116],"expert-adjudicated":[111],"set":[112],"references,":[115],"LLM-based":[117],"Chain-of-Verification":[118],"(CoVe)":[119],"detected":[120],"60":[121],"62":[123],"problematic":[124],"(sensitivity":[126],"96.8%,":[127],"specificity":[128],"98.6%),":[129],"including":[130],"every":[131],"misattribution":[132],"fabrication.":[134],"LLM-generated":[135],"require":[137],"identifier-level":[138],"verification,":[139],"CoVe":[141],"provides":[142],"it":[143],"at":[144],"expert-level":[145],"accuracy.":[146]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-05T00:00:00"}