{"id":"https://openalex.org/W7220913748","doi":"https://doi.org/10.1002/soej.70069","title":"LLM Hallucination of Citations in Economics Persists With Web\u2010Enabled Models","display_name":"LLM Hallucination of Citations in Economics Persists With Web\u2010Enabled Models","publication_year":2026,"publication_date":"2026-10-01","ids":{"openalex":"https://openalex.org/W7220913748","doi":"https://doi.org/10.1002/soej.70069"},"language":"en","primary_location":{"id":"doi:10.1002/soej.70069","doi":"https://doi.org/10.1002/soej.70069","is_oa":true,"landing_page_url":"https://doi.org/10.1002/soej.70069","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/soej.70069","source":{"id":"https://openalex.org/S16296580","display_name":"Southern Economic Journal","issn_l":"0038-4038","issn":["0038-4038","2325-8012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Southern Economic Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/soej.70069","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079266514","display_name":"Joy A. Buchanan","orcid":"https://orcid.org/0000-0002-5759-7368","observed_orcids":["https://orcid.org/0000-0002-5759-7368"]},"institutions":[{"id":"https://openalex.org/I83321563","display_name":"Samford University","ror":"https://ror.org/0040cz635","country_code":"US","type":"education","lineage":["https://openalex.org/I83321563"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Joy Buchanan","raw_affiliation_strings":["Samford University  Birmingham Alabama USA"],"raw_orcid":"https://orcid.org/0000-0002-5759-7368","affiliations":[{"raw_affiliation_string":"Samford University  Birmingham Alabama USA","institution_ids":["https://openalex.org/I83321563"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024801751","display_name":"Stephen E. Hill","orcid":"https://orcid.org/0000-0002-9547-9098","observed_orcids":["https://orcid.org/0000-0002-9547-9098"]},"institutions":[{"id":"https://openalex.org/I83321563","display_name":"Samford University","ror":"https://ror.org/0040cz635","country_code":"US","type":"education","lineage":["https://openalex.org/I83321563"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Hill","raw_affiliation_strings":["Samford University  Birmingham Alabama USA"],"raw_orcid":"https://orcid.org/0000-0002-9547-9098","affiliations":[{"raw_affiliation_string":"Samford University  Birmingham Alabama USA","institution_ids":["https://openalex.org/I83321563"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050201446","display_name":"Olga Shapoval","orcid":"https://orcid.org/0000-0003-3960-9641","observed_orcids":["https://orcid.org/0000-0003-3960-9641"]},"institutions":[{"id":"https://openalex.org/I83321563","display_name":"Samford University","ror":"https://ror.org/0040cz635","country_code":"US","type":"education","lineage":["https://openalex.org/I83321563"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olga Shapoval","raw_affiliation_strings":["Samford University  Birmingham Alabama USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samford University  Birmingham Alabama USA","institution_ids":["https://openalex.org/I83321563"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5079266514"],"corresponding_institution_ids":["https://openalex.org/I83321563"],"apc_list":{"value":3010,"currency":"USD","value_usd":3010},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70525603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":"93","issue":"2","first_page":"760","last_page":"765"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.30660000443458557,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.30660000443458557,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.2915000021457672,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation-hallucination","display_name":"citation hallucination","score":0.9539999961853027},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.968999981880188},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.8980000019073486},{"id":"https://openalex.org/keywords/deepseek-v3","display_name":"DeepSeek-V3","score":0.8669999837875366},{"id":"https://openalex.org/keywords/journal-of-economic-literature","display_name":"Journal of Economic Literature","score":0.6510000228881836},{"id":"https://openalex.org/keywords/citation-validation","display_name":"citation validation","score":0.8180000185966492},{"id":"https://openalex.org/keywords/academic-integrity","display_name":"academic integrity","score":0.9340000152587891}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7386000156402588},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5859000086784363},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.527999997138977},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5246000289916992},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3732999861240387},{"id":"https://openalex.org/C178315738","wikidata":"https://www.wikidata.org/wiki/Q603441","display_name":"Bibliometrics","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.23579999804496765},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.22300000488758087}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/soej.70069","doi":"https://doi.org/10.1002/soej.70069","is_oa":true,"landing_page_url":"https://doi.org/10.1002/soej.70069","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/soej.70069","source":{"id":"https://openalex.org/S16296580","display_name":"Southern Economic Journal","issn_l":"0038-4038","issn":["0038-4038","2325-8012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Southern Economic Journal","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.5318314","doi":"https://doi.org/10.2139/ssrn.5318314","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.5318314","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1002/soej.70069","doi":"https://doi.org/10.1002/soej.70069","is_oa":true,"landing_page_url":"https://doi.org/10.1002/soej.70069","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/soej.70069","source":{"id":"https://openalex.org/S16296580","display_name":"Southern Economic Journal","issn_l":"0038-4038","issn":["0038-4038","2325-8012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Southern Economic Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220913748.pdf","grobid_xml":"https://content.openalex.org/works/W7220913748.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W3212661791","https://openalex.org/W4309674289","https://openalex.org/W4361004969","https://openalex.org/W4363624465","https://openalex.org/W4385658354","https://openalex.org/W4388976442","https://openalex.org/W4389615177","https://openalex.org/W4393213754","https://openalex.org/W4396534784","https://openalex.org/W4399209136","https://openalex.org/W4399848789","https://openalex.org/W4408158337","https://openalex.org/W4416154989","https://openalex.org/W4417474777","https://openalex.org/W7155201584"],"related_works":["https://openalex.org/W7133781660","https://openalex.org/W4388976442","https://openalex.org/W4379352579","https://openalex.org/W7167073743","https://openalex.org/W7163028587","https://openalex.org/W7138917524","https://openalex.org/W7160868555","https://openalex.org/W7163912895","https://openalex.org/W7134840272","https://openalex.org/W7128402130"],"abstract_inverted_index":{"ABSTRACT":[0],"Despite":[1],"significant":[2],"advances":[3],"since":[4],"2023":[5],"in":[6,25,106],"large":[7],"language":[8],"model":[9,61],"(LLM)":[10],"capabilities":[11],"and":[12,36,100],"the":[13,73,85,101,120],"introduction":[14],"of":[15,44,88,104],"web\u2010enabled":[16,34,37,60,66],"search":[17],"functionality,":[18],"citation":[19,51,89],"hallucination":[20,90],"remains":[21],"a":[22,49],"persistent":[23],"problem":[24],"AI\u2010generated":[26],"academic":[27,98],"content.":[28],"We":[29,109],"test":[30,122],"GPT\u20104o,":[31,35],"DeepSeek":[32],"V3,":[33],"GPT\u20105.1":[38],"across":[39],"prompts":[40],"derived":[41],"from":[42],"Journal":[43],"Economic":[45],"Literature":[46],"categories.":[47],"Using":[48],"hierarchical":[50],"validation":[52],"framework,":[53],"we":[54],"find":[55],"that":[56,84],"even":[57],"an":[58,111],"advanced":[59],"produces":[62],"non\u2010existent":[63],"citations.":[64],"While":[65],"models":[67],"show":[68],"improvement":[69],"over":[70],"their":[71],"predecessors,":[72],"error":[74],"rates":[75],"remain":[76],"high":[77],"for":[78,97,114],"scholarly":[79],"applications.":[80],"Our":[81],"findings":[82],"suggest":[83],"fundamental":[86],"challenge":[87],"persists":[91],"despite":[92],"technological":[93],"advances,":[94],"with":[95],"implications":[96],"integrity":[99],"reliable":[102],"use":[103],"AI":[105],"research":[107],"contexts.":[108],"provide":[110],"online":[112],"tool":[113],"researchers":[115],"to":[116],"run":[117],"LLMs":[118],"through":[119],"benchmark":[121],"using":[123],"our":[124],"prompts.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-09T00:00:00"}