{"id":"https://openalex.org/W4408365249","doi":"https://doi.org/10.3390/publications13010012","title":"The Origins and Veracity of References \u2018Cited\u2019 by Generative Artificial Intelligence Applications: Implications for the Quality of Responses","display_name":"The Origins and Veracity of References \u2018Cited\u2019 by Generative Artificial Intelligence Applications: Implications for the Quality of Responses","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408365249","doi":"https://doi.org/10.3390/publications13010012"},"language":"en","primary_location":{"id":"doi:10.3390/publications13010012","is_oa":true,"landing_page_url":"https://doi.org/10.3390/publications13010012","pdf_url":"https://www.mdpi.com/2304-6775/13/1/12/pdf?version=1741774934","source":{"id":"https://openalex.org/S2738007992","display_name":"Publications","issn_l":"2304-6775","issn":["2304-6775"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Publications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2304-6775/13/1/12/pdf?version=1741774934","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081213383","display_name":"Dirk Spennemann","orcid":"https://orcid.org/0000-0003-2639-7950"},"institutions":[{"id":"https://openalex.org/I153230381","display_name":"Charles Sturt University","ror":"https://ror.org/00wfvh315","country_code":"AU","type":"education","lineage":["https://openalex.org/I153230381"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Dirk H. R. Spennemann","raw_affiliation_strings":["Libraries Research Group, Charles Sturt University, Wagga Wagga, NSW 2678, Australia","School of Agricultural, Environmental and Veterinary Sciences, Charles Sturt University, Albury, NSW 2640, Australia"],"affiliations":[{"raw_affiliation_string":"Libraries Research Group, Charles Sturt University, Wagga Wagga, NSW 2678, Australia","institution_ids":["https://openalex.org/I153230381"]},{"raw_affiliation_string":"School of Agricultural, Environmental and Veterinary Sciences, Charles Sturt University, Albury, NSW 2640, Australia","institution_ids":["https://openalex.org/I153230381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5081213383"],"corresponding_institution_ids":["https://openalex.org/I153230381"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":7.4084,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.97006725,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":"1","first_page":"12","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6498123407363892},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6489285826683044},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.523200511932373},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4723525941371918},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.15427005290985107},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06134709715843201}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6498123407363892},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6489285826683044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.523200511932373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4723525941371918},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.15427005290985107},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06134709715843201}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/publications13010012","is_oa":true,"landing_page_url":"https://doi.org/10.3390/publications13010012","pdf_url":"https://www.mdpi.com/2304-6775/13/1/12/pdf?version=1741774934","source":{"id":"https://openalex.org/S2738007992","display_name":"Publications","issn_l":"2304-6775","issn":["2304-6775"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Publications","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/a6930754-a795-4000-9757-e51077bb90d0","is_oa":true,"landing_page_url":"https://researchoutput.csu.edu.au/en/publications/a6930754-a795-4000-9757-e51077bb90d0","pdf_url":"https://researchoutput.csu.edu.au/files/607879564/603507057_published_article.pdf","source":{"id":"https://openalex.org/S7407055442","display_name":"Charles Sturt University Research Output (CRO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Spennemann, D H R 2025, 'The origins and veracity of references \u2018Cited\u2019 by generative artificial intelligence applications : Implications for the quality of responses', Publications, vol. 13, no. 1, 12, pp. 1-23. https://doi.org/10.3390/publications13010012","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:c866b848380c4ca98b15ce8606366641","is_oa":true,"landing_page_url":"https://doaj.org/article/c866b848380c4ca98b15ce8606366641","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Publications, Vol 13, Iss 1, p 12 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/publications13010012","is_oa":true,"landing_page_url":"https://doi.org/10.3390/publications13010012","pdf_url":"https://www.mdpi.com/2304-6775/13/1/12/pdf?version=1741774934","source":{"id":"https://openalex.org/S2738007992","display_name":"Publications","issn_l":"2304-6775","issn":["2304-6775"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Publications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4408365249.pdf"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W2059141807","https://openalex.org/W2076459868","https://openalex.org/W2097091782","https://openalex.org/W2124388576","https://openalex.org/W2133800766","https://openalex.org/W2535690855","https://openalex.org/W2913250677","https://openalex.org/W2963681467","https://openalex.org/W3094504578","https://openalex.org/W3208560450","https://openalex.org/W4237074543","https://openalex.org/W4245693277","https://openalex.org/W4248585058","https://openalex.org/W4281483318","https://openalex.org/W4312212221","https://openalex.org/W4313559133","https://openalex.org/W4319062614","https://openalex.org/W4321351832","https://openalex.org/W4322208207","https://openalex.org/W4322631505","https://openalex.org/W4322743583","https://openalex.org/W4323043839","https://openalex.org/W4324144551","https://openalex.org/W4324311092","https://openalex.org/W4324370593","https://openalex.org/W4327564965","https://openalex.org/W4328049468","https://openalex.org/W4361988710","https://openalex.org/W4362471626","https://openalex.org/W4364363895","https://openalex.org/W4365143850","https://openalex.org/W4365512576","https://openalex.org/W4366420437","https://openalex.org/W4366498123","https://openalex.org/W4366777216","https://openalex.org/W4367853997","https://openalex.org/W4368617339","https://openalex.org/W4380360840","https://openalex.org/W4383187389","https://openalex.org/W4384934951","https://openalex.org/W4385253578","https://openalex.org/W4385460209","https://openalex.org/W4385650314","https://openalex.org/W4385985242","https://openalex.org/W4386421234","https://openalex.org/W4386421370","https://openalex.org/W4386541616","https://openalex.org/W4386567020","https://openalex.org/W4386849548","https://openalex.org/W4387021286","https://openalex.org/W4387058443","https://openalex.org/W4387363411","https://openalex.org/W4388687124","https://openalex.org/W4389519044","https://openalex.org/W4390599436","https://openalex.org/W4390904004","https://openalex.org/W4391090624","https://openalex.org/W4391811744","https://openalex.org/W4392659130","https://openalex.org/W4392669753","https://openalex.org/W4394853276","https://openalex.org/W4404082381","https://openalex.org/W4404780530","https://openalex.org/W6838552513","https://openalex.org/W6850507425","https://openalex.org/W6850935118","https://openalex.org/W6852681114"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2380075625","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"The":[0,262],"public":[1],"release":[2],"of":[3,19,24,65,68,85,132,166,176,225,250,264],"ChatGPT":[4,189],"in":[5,10,81,230,245],"late":[6],"2022":[7],"has":[8,14,242],"resulted":[9],"considerable":[11],"publicity":[12],"and":[13,22,35,41,94,141,190,233],"led":[15],"to":[16,33,54,77,107,136,146,162,201,247,254,258],"widespread":[17],"discussion":[18],"the":[20,66,82,111,137,150,167,173,177,215,226,248,251],"usefulness":[21],"capabilities":[23,67],"generative":[25,88,155,255],"Artificial":[26],"intelligence":[27],"(Ai)":[28],"language":[29,90],"models.":[30],"Its":[31],"ability":[32],"extract":[34],"summarise":[36],"data":[37,227,252],"from":[38],"textual":[39],"sources":[40,151],"present":[42],"them":[43],"as":[44,194,196],"human-like":[45],"contextual":[46],"responses":[47],"makes":[48],"it":[49,126],"an":[50],"eminently":[51],"suitable":[52],"tool":[53],"answer":[55],"questions":[56],"users":[57],"might":[58],"ask.":[59],"Expanding":[60],"on":[61,149,208],"a":[62,103,129,154],"previous":[63],"analysis":[64,145],"ChatGPT3.5,":[69],"this":[70,158,265],"paper":[71,159],"tested":[72],"what":[73],"archaeological":[74],"literature":[75],"appears":[76],"have":[78,204],"been":[79,206],"included":[80],"training":[83],"phase":[84],"three":[86],"recent":[87,113],"Ai":[89,156,256],"models:":[91],"ChatGPT4o,":[92],"ScholarGPT,":[93,115],"DeepSeek":[95],"R1.":[96],"While":[97,110],"ChatGPT3.5":[98],"offered":[99,128],"seemingly":[100],"pertinent":[101],"references,":[102],"large":[104],"percentage":[105],"proved":[106],"be":[108,182,202],"fictitious.":[109],"more":[112],"model":[114],"which":[116],"is":[117,228],"purportedly":[118],"tailored":[119],"towards":[120],"academic":[121],"needs,":[122],"performed":[123],"much":[124],"better,":[125],"still":[127],"high":[130],"rate":[131],"fictitious":[133],"references":[134,186],"compared":[135],"general":[138],"models":[139,170,257],"ChatGPT4o":[140],"DeepSeek.":[142],"Using":[143],"\u2018cloze\u2019":[144],"make":[147],"inferences":[148],"\u2018memorized\u2019":[152],"by":[153,188],"model,":[157],"was":[160],"unable":[161],"prove":[163],"that":[164,184,198,214],"any":[165],"four":[168],"genAi":[169],"had":[171],"perused":[172],"full":[174],"texts":[175],"genuine":[178],"references.":[179],"It":[180],"can":[181],"shown":[183],"all":[185],"provided":[187],"other":[191],"OpenAi":[192],"models,":[193],"well":[195],"DeepSeek,":[197],"were":[199],"found":[200,229],"genuine,":[203],"also":[205],"cited":[207],"Wikipedia":[209],"pages.":[210],"This":[211,241],"strongly":[212],"indicates":[213],"source":[216,239],"base":[217],"for":[218],"at":[219,236],"least":[220],"some,":[221],"if":[222],"not":[223],"most,":[224],"those":[231],"pages":[232],"thus":[234],"represents,":[235],"best,":[237],"third-hand":[238],"material.":[240],"significant":[243],"implications":[244,263],"relation":[246],"quality":[249],"available":[253],"shape":[259],"their":[260],"answers.":[261],"are":[266],"discussed.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-03-13T00:00:00"}
