{"id":"https://openalex.org/W4414704550","doi":"https://doi.org/10.3390/publications13040049","title":"Geographic Variation in LLM DOI Fabrication: Cross-Country Analysis of Citation Accuracy Across Four Large Language Models","display_name":"Geographic Variation in LLM DOI Fabrication: Cross-Country Analysis of Citation Accuracy Across Four Large Language Models","publication_year":2025,"publication_date":"2025-10-01","ids":{"openalex":"https://openalex.org/W4414704550","doi":"https://doi.org/10.3390/publications13040049"},"language":"en","primary_location":{"id":"doi:10.3390/publications13040049","is_oa":true,"landing_page_url":"https://doi.org/10.3390/publications13040049","pdf_url":"https://www.mdpi.com/2304-6775/13/4/49/pdf?version=1759295905","source":{"id":"https://openalex.org/S2738007992","display_name":"Publications","issn_l":"2304-6775","issn":["2304-6775"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Publications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2304-6775/13/4/49/pdf?version=1759295905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044204452","display_name":"Eungi Kim","orcid":"https://orcid.org/0000-0001-7314-1726"},"institutions":[{"id":"https://openalex.org/I52010207","display_name":"Keimyung University","ror":"https://ror.org/00tjv0s33","country_code":"KR","type":"education","lineage":["https://openalex.org/I52010207"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Eungi Kim","raw_affiliation_strings":["Department of Library and Information Science, Keimyung University, 1095 Dalgubeoldaero, Dalseo-Gu, Daegu 42601, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Library and Information Science, Keimyung University, 1095 Dalgubeoldaero, Dalseo-Gu, Daegu 42601, Republic of Korea","institution_ids":["https://openalex.org/I52010207"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119796031","display_name":"Frankline Kipchumba","orcid":null},"institutions":[{"id":"https://openalex.org/I52010207","display_name":"Keimyung University","ror":"https://ror.org/00tjv0s33","country_code":"KR","type":"education","lineage":["https://openalex.org/I52010207"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Frankline Kipchumba","raw_affiliation_strings":["Department of Library and Information Science, Keimyung University, 1095 Dalgubeoldaero, Dalseo-Gu, Daegu 42601, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Library and Information Science, Keimyung University, 1095 Dalgubeoldaero, Dalseo-Gu, Daegu 42601, Republic of Korea","institution_ids":["https://openalex.org/I52010207"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078313340","display_name":"Sung-Hyun Min","orcid":null},"institutions":[{"id":"https://openalex.org/I52010207","display_name":"Keimyung University","ror":"https://ror.org/00tjv0s33","country_code":"KR","type":"education","lineage":["https://openalex.org/I52010207"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sein Min","raw_affiliation_strings":["Department of Library and Information Science, Keimyung University, 1095 Dalgubeoldaero, Dalseo-Gu, Daegu 42601, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Library and Information Science, Keimyung University, 1095 Dalgubeoldaero, Dalseo-Gu, Daegu 42601, Republic of Korea","institution_ids":["https://openalex.org/I52010207"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5044204452"],"corresponding_institution_ids":["https://openalex.org/I52010207"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":9.3726,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.9771105,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"13","issue":"4","first_page":"49","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9323999881744385,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9212999939918518,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.5458999872207642},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5266000032424927},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.5139999985694885},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5013999938964844},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4478999972343445},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.3894999921321869},{"id":"https://openalex.org/keywords/quality-of-life-research","display_name":"Quality of Life Research","score":0.37599998712539673},{"id":"https://openalex.org/keywords/geographic-variation","display_name":"Geographic variation","score":0.3199000060558319}],"concepts":[{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5266000032424927},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C148383697","wikidata":"https://www.wikidata.org/wiki/Q1781695","display_name":"Regional science","level":1,"score":0.4185999929904938},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.40849998593330383},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C2778091340","wikidata":"https://www.wikidata.org/wiki/Q15749950","display_name":"Quality of Life Research","level":3,"score":0.37599998712539673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3269999921321869},{"id":"https://openalex.org/C2993083740","wikidata":"https://www.wikidata.org/wiki/Q7897815","display_name":"Geographic variation","level":3,"score":0.3199000060558319},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C41856607","wikidata":"https://www.wikidata.org/wiki/Q483130","display_name":"Geographic information system","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C61980418","wikidata":"https://www.wikidata.org/wiki/Q2221906","display_name":"Location","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2793999910354614},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27079999446868896},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.26170000433921814},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.25200000405311584},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2506999969482422},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/publications13040049","is_oa":true,"landing_page_url":"https://doi.org/10.3390/publications13040049","pdf_url":"https://www.mdpi.com/2304-6775/13/4/49/pdf?version=1759295905","source":{"id":"https://openalex.org/S2738007992","display_name":"Publications","issn_l":"2304-6775","issn":["2304-6775"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Publications","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3554fa04ac0441a6a8530eb15ede8369","is_oa":true,"landing_page_url":"https://doaj.org/article/3554fa04ac0441a6a8530eb15ede8369","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Publications, Vol 13, Iss 4, p 49 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/publications13040049","is_oa":true,"landing_page_url":"https://doi.org/10.3390/publications13040049","pdf_url":"https://www.mdpi.com/2304-6775/13/4/49/pdf?version=1759295905","source":{"id":"https://openalex.org/S2738007992","display_name":"Publications","issn_l":"2304-6775","issn":["2304-6775"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Publications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3814893321","display_name":null,"funder_award_id":"20240535","funder_id":"https://openalex.org/F4320321250","funder_display_name":"Keimyung University"},{"id":"https://openalex.org/G7951334993","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321250","funder_display_name":"Keimyung University"}],"funders":[{"id":"https://openalex.org/F4320321250","display_name":"Keimyung University","ror":"https://ror.org/00tjv0s33"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414704550.pdf","grobid_xml":"https://content.openalex.org/works/W4414704550.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1970637749","https://openalex.org/W2019753053","https://openalex.org/W2054036561","https://openalex.org/W2090017022","https://openalex.org/W3002281830","https://openalex.org/W3047342523","https://openalex.org/W3109133957","https://openalex.org/W4210745799","https://openalex.org/W4392710953","https://openalex.org/W4394932409","https://openalex.org/W4396669640","https://openalex.org/W4396706420","https://openalex.org/W4399364305","https://openalex.org/W4400902620","https://openalex.org/W4404046463","https://openalex.org/W4406860655","https://openalex.org/W4407036447","https://openalex.org/W4409093390","https://openalex.org/W4409588554","https://openalex.org/W4410321426","https://openalex.org/W4410836637"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1],"evaluates":[2],"digital":[3],"object":[4],"identifier":[5],"(DOI)":[6],"hallucination":[7,66],"in":[8,83,109,157],"large":[9],"language":[10],"model":[11,72],"(LLM)-generated":[12],"scholarly":[13,141],"citations,":[14,53],"with":[15,45,122],"a":[16],"focus":[17],"on":[18],"systematic":[19,68],"geographic":[20,74],"disparities.":[21],"To":[22],"conduct":[23],"this":[24],"study,":[25],"we":[26,55],"systematically":[27],"evaluated":[28],"four":[29],"LLMs":[30],"(GPT-4o-mini,":[31],"Claude-3-haiku,":[32],"Gemini-2.0-flash-lite,":[33],"and":[34,76,86,114,128,143,153],"DeepSeek":[35],"V3)":[36],"using":[37,57],"standardized":[38],"information":[39],"behavior":[40],"prompts":[41],"across":[42,94],"ten":[43],"countries":[44,85,110],"diverse":[46],"income":[47,126],"levels.":[48],"The":[49,61],"models":[50],"generated":[51],"3451":[52],"which":[54],"validated":[56],"the":[58,92,119,136,145],"CrossRef":[59],"API.":[60],"results":[62],"showed":[63,118],"that":[64,99],"DOI":[65,151],"follows":[67],"patterns":[69],"influenced":[70],"by":[71,125],"choice,":[73],"context,":[75],"publication":[77,129],"recency.":[78],"Hallucination":[79],"rates":[80],"exceeded":[81],"80%":[82],"lower-income":[84],"increased":[87],"sharply":[88],"for":[89,147],"publications":[90],"from":[91],"2020s":[93],"all":[95],"regions.":[96],"Fabricated":[97],"citations\u2014citations":[98],"appear":[100],"structurally":[101],"complete":[102],"but":[103],"contain":[104],"invalid":[105],"DOIs\u2014were":[106],"especially":[107],"prevalent":[108],"such":[111],"as":[112],"India":[113],"Bangladesh.":[115],"Model-specific":[116],"factors":[117],"strongest":[120],"association":[121],"hallucination,":[123],"followed":[124],"level":[127],"period.":[130],"These":[131],"findings":[132],"raise":[133],"concerns":[134],"about":[135],"epistemic":[137],"reliability":[138],"of":[139],"LLM-generated":[140],"references":[142],"underscore":[144],"need":[146],"region-aware":[148],"training,":[149],"real-time":[150],"validation,":[152],"robust":[154],"verification":[155],"protocols":[156],"academic":[158],"contexts.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}