{"id":"https://openalex.org/W4416034653","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.792","title":"Trust Me, I\u2019m Wrong: LLMs Hallucinate with Certainty Despite Knowing the Answer","display_name":"Trust Me, I\u2019m Wrong: LLMs Hallucinate with Certainty Despite Knowing the Answer","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034653","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.792"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.792","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.792","pdf_url":"https://aclanthology.org/2025.findings-emnlp.792.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.792.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056036228","display_name":"Adi Simhi","orcid":"https://orcid.org/0000-0003-1730-7087"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adi Simhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017452853","display_name":"Itay Itzhak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Itay Itzhak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050436152","display_name":"Fazl Barez","orcid":"https://orcid.org/0009-0008-1889-6577"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fazl Barez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082136238","display_name":"Gabriel Stanovsky","orcid":"https://orcid.org/0000-0002-2420-8979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gabriel Stanovsky","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5051184573","display_name":"Yonatan Belinkov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yonatan Belinkov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":39.499,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99621167,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"14665","last_page":"14688"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11477","display_name":"Epistemology, Ethics, and Metaphysics","score":0.06509999930858612,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11477","display_name":"Epistemology, Ethics, and Metaphysics","score":0.06509999930858612,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12982","display_name":"Legal principles and applications","score":0.03830000013113022,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.029400000348687172,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.7615000009536743},{"id":"https://openalex.org/keywords/certainty","display_name":"Certainty","score":0.720300018787384},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.29409998655319214},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.2791000008583069},{"id":"https://openalex.org/keywords/compensation","display_name":"Compensation (psychology)","score":0.2752000093460083}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.7615000009536743},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.720300018787384},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5486000180244446},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.503600001335144},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.37220001220703125},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2987000048160553},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.24609999358654022}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.792","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.792","pdf_url":"https://aclanthology.org/2025.findings-emnlp.792.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.792","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.792","pdf_url":"https://aclanthology.org/2025.findings-emnlp.792.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034653.pdf","grobid_xml":"https://content.openalex.org/works/W4416034653.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Prior":[0],"work":[1],"on":[2,119,123,135],"large":[3],"language":[4],"model":[5,12,30,80],"(LLM)":[6],"hallucinations":[7],"has":[8],"associated":[9],"them":[10],"with":[11,55],"uncertainty":[13],"or":[14,77],"inaccurate":[15],"knowledge.In":[16],"this":[17],"work,":[18],"we":[19,60,126],"define":[20],"and":[21,102,104,152],"investigate":[22],"a":[23,29,34,38,52,86,128],"distinct":[24,107],"type":[25],"of":[26,143],"hallucination,":[27],"where":[28,79],"can":[31,43],"consistently":[32],"answer":[33],"question":[35],"correctly,":[36],"but":[37],"seemingly":[39],"trivial":[40],"perturbation,":[41],"which":[42,59],"happen":[44],"in":[45,71,99],"real-world":[46],"settings,":[47],"causes":[48],"it":[49],"to":[50,116,148,156],"produce":[51],"hallucinated":[53],"response":[54],"high":[56],"certainty.This":[57],"phenomenon,":[58],"dub":[61],"CHOKE":[62,92,120,136],"(Certain":[63],"Hallucinations":[64],"Overriding":[65],"Known":[66],"Evidence),":[67],"is":[68,82],"particularly":[69],"concerning":[70],"high-stakes":[72],"domains":[73],"such":[74],"as":[75,85],"medicine":[76],"law,":[78],"certainty":[81],"often":[83],"used":[84],"proxy":[87],"for":[88],"reliability.We":[89],"show":[90],"that":[91,131],"examples":[93,121],"are":[94,105],"consistent":[95],"across":[96],"prompts,":[97],"occur":[98],"different":[100],"models":[101],"datasets,":[103],"fundamentally":[106],"from":[108],"other":[109],"hallucinations.This":[110],"difference":[111],"leads":[112],"existing":[113,133],"mitigation":[114,130,154],"methods":[115,134],"perform":[117],"worse":[118],"than":[122],"general":[124],"hallucinations.Finally,":[125],"introduce":[127],"probing-based":[129],"outperforms":[132],"hallucinations.These":[137],"findings":[138],"reveal":[139],"an":[140],"overlooked":[141],"aspect":[142],"hallucinations,":[144],"emphasizing":[145],"the":[146],"need":[147],"understand":[149],"their":[150],"origins":[151],"improve":[153],"strategies":[155],"enhance":[157],"LLM":[158],"safety.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-08T00:00:00"}