{"id":"https://openalex.org/W7160939293","doi":"https://doi.org/10.17605/osf.io/qfgjt","title":"Citation-Cutoff Hallucination Experiment in Frontier LLMs (preregistered)","display_name":"Citation-Cutoff Hallucination Experiment in Frontier LLMs (preregistered)","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7160939293","doi":"https://doi.org/10.17605/osf.io/qfgjt"},"language":"en","primary_location":{"id":"pmh:doi:10.17605/osf.io/qfgjt","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/qfgjt","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"StudyRegistration"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://osf.io/qfgjt","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022746920","display_name":"Srijith Ravikumar","orcid":"https://orcid.org/0009-0004-5928-9942","observed_orcids":["https://orcid.org/0009-0004-5928-9942"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ravikumar, Srijith","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0004-5928-9942","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5022746920"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.1031000018119812,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.012500000186264515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation-hallucination","display_name":"citation hallucination","score":0.8529999852180481},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.75},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.8619999885559082},{"id":"https://openalex.org/keywords/parametric-knowledge","display_name":"parametric knowledge","score":0.578000009059906},{"id":"https://openalex.org/keywords/calibration","display_name":"calibration","score":0.33500000834465027},{"id":"https://openalex.org/keywords/abstention","display_name":"abstention","score":0.6039999723434448},{"id":"https://openalex.org/keywords/hallucination-rate","display_name":"hallucination rate","score":0.6620000004768372},{"id":"https://openalex.org/keywords/publication-date","display_name":"publication date","score":0.5910000205039978},{"id":"https://openalex.org/keywords/multi-model-comparison","display_name":"multi-model comparison","score":0.5899999737739563}],"concepts":[{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.8303999900817871},{"id":"https://openalex.org/C2780792186","wikidata":"https://www.wikidata.org/wiki/Q193206","display_name":"Anecdote","level":2,"score":0.6758999824523926},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4106999933719635},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3749000132083893},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3603000044822693},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35929998755455017},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.3513000011444092},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.34150001406669617},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3163999915122986},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25760000944137573}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.17605/osf.io/qfgjt","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/qfgjt","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"StudyRegistration"},{"id":"doi:10.17605/osf.io/qfgjt","doi":"https://doi.org/10.17605/osf.io/qfgjt","is_oa":true,"landing_page_url":"https://doi.org/10.17605/osf.io/qfgjt","pdf_url":null,"source":{"id":"https://openalex.org/S7407050956","display_name":"Open Science Framework","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"StudyRegistration"}],"best_oa_location":{"id":"pmh:doi:10.17605/osf.io/qfgjt","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/qfgjt","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"StudyRegistration"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7133781660","https://openalex.org/W4396786040","https://openalex.org/W7155172492","https://openalex.org/W7167073743","https://openalex.org/W7164517795","https://openalex.org/W7133123560","https://openalex.org/W7214069106","https://openalex.org/W7213935844","https://openalex.org/W4389520670","https://openalex.org/W7128801722"],"abstract_inverted_index":{"The":[0,115],"information-science":[1],"theoretical":[2],"framework":[3,90],"developed":[4],"in":[5,22,123],"\u00a72":[6],"of":[7,43,69],"the":[8,25,28,33,64,70,89,105,112,121,137],"companion":[9],"manuscript":[10],"predicts":[11,91],"that":[12,101,130],"retrieval-augmented":[13],"systems":[14],"lacking":[15],"calibrated":[16],"abstention":[17],"mechanisms":[18],"will":[19,93],"systematically":[20],"fail":[21],"proportion":[23],"to":[24,36,54],"gap":[26],"between":[27],"model's":[29,61,113],"parametric":[30,67],"knowledge":[31,68],"and":[32,72,110],"information":[34],"required":[35],"answer.":[37],"A":[38],"specific,":[39],"empirically":[40],"tractable":[41],"instance":[42],"this":[44,132,134],"prediction":[45],"concerns":[46],"queries":[47],"about":[48],"citations:":[49],"when":[50],"a":[51,55,60,98],"citation":[52,95],"refers":[53],"publication":[56,107],"near":[57],"or":[58,77],"after":[59],"training-data":[62],"cutoff,":[63],"model":[65],"lacks":[66],"work":[71,125],"must":[73],"either":[74],"retrieve":[75],"evidence":[76],"abstain.":[78],"Frontier":[79],"large":[80],"language":[81],"models":[82],"without":[83],"retrieval":[84],"augmentation":[85],"lack":[86],"both":[87],"options;":[88],"they":[92],"fabricate":[94],"details":[96],"with":[97],"hallucination":[99],"rate":[100,118],"increases":[102],"monotonically":[103],"as":[104],"cited":[106],"date":[108],"approaches":[109],"crosses":[111],"cutoff.":[114],"8%":[116],"citation-error":[117],"observed":[119],"by":[120],"author":[122],"earlier":[124],"was":[126],"an":[127],"unstructured":[128],"anecdote":[129],"suggested":[131],"pattern;":[133],"experiment":[135],"provides":[136],"preregistered":[138],"multi-model":[139],"test.":[140]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-05-13T00:00:00"}