{"id":"https://openalex.org/W7140093239","doi":"https://doi.org/10.18653/v1/2026.eacl-long.327","title":"Rethinking Hallucinations: Correctness, Consistency, and Prompt Multiplicity","display_name":"Rethinking Hallucinations: Correctness, Consistency, and Prompt Multiplicity","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140093239","doi":"https://doi.org/10.18653/v1/2026.eacl-long.327"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.327","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.327","pdf_url":"https://aclanthology.org/2026.eacl-long.327.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.327.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Prakhar Ganesh","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Prakhar Ganesh","raw_affiliation_strings":["McGill University & Mila National University of Singapore McGill University & Mila"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University & Mila National University of Singapore McGill University & Mila","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Reza Shokri","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Reza Shokri","raw_affiliation_strings":["McGill University & Mila National University of Singapore McGill University & Mila"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University & Mila National University of Singapore McGill University & Mila","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":null,"display_name":"Golnoosh Farnadi","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Golnoosh Farnadi","raw_affiliation_strings":["McGill University & Mila National University of Singapore McGill University & Mila"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University & Mila National University of Singapore McGill University & Mila","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31103953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6959","last_page":"6978"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12553","display_name":"Psychedelics and Drug Studies","score":0.25049999356269836,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12553","display_name":"Psychedelics and Drug Studies","score":0.25049999356269836,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12448","display_name":"Paranormal Experiences and Beliefs","score":0.16830000281333923,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12308","display_name":"Mental Health and Psychiatry","score":0.15960000455379486,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiplicity","display_name":"Multiplicity (mathematics)","score":0.447299987077713},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.24549999833106995},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.21449999511241913},{"id":"https://openalex.org/keywords/calculus","display_name":"Calculus (dental)","score":0.2062000036239624},{"id":"https://openalex.org/keywords/formalism","display_name":"Formalism (music)","score":0.2053000032901764}],"concepts":[{"id":"https://openalex.org/C156004811","wikidata":"https://www.wikidata.org/wiki/Q2228257","display_name":"Multiplicity (mathematics)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.39579999446868896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32190001010894775},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2881999909877777},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.24549999833106995},{"id":"https://openalex.org/C33332235","wikidata":"https://www.wikidata.org/wiki/Q18362","display_name":"Theoretical physics","level":1,"score":0.218299999833107},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.21449999511241913},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.2062000036239624},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.2053000032901764},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.20520000159740448}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.327","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.327","pdf_url":"https://aclanthology.org/2026.eacl-long.327.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.327","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.327","pdf_url":"https://aclanthology.org/2026.eacl-long.327.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320314000","display_name":"Compute Canada","ror":"https://ror.org/03ty8yr27"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334841","display_name":"Fonds de recherche du Qu\u00e9bec \u2013 Nature et technologies","ror":"https://ror.org/00b9f9778"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140093239.pdf","grobid_xml":"https://content.openalex.org/works/W7140093239.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"known":[5],"to":[6,21,36,161,264,297],"\"hallucinate\"":[7],"by":[8],"generating":[9],"false":[10],"or":[11],"misleading":[12],"outputs.Hallucinations":[13],"pose":[14],"various":[15],"harms,":[16],"from":[17],"erosion":[18],"of":[19,80,119,270],"trust":[20],"widespread":[22,162],"misinformation.Existing":[23],"hallucination":[24,83,112],"evaluation,":[25,113],"however,":[26],"focuses":[27],"only":[28],"on":[29],"correctness":[30],"and":[31,38,85,96,122,129,155,274,279],"often":[32],"overlooks":[33],"consistency,":[34,93],"necessary":[35],"distinguish":[37],"address":[39],"these":[40],"harms.To":[41],"bridge":[42],"this":[43,138,172,190,208,226,244],"gap,":[44],"we":[45,76,114],"introduce":[46,105],"prompt":[47,109],"multiplicity,":[48],"a":[49],"framework":[50,118],"for":[51,137,171,189,207,225,243,282,290,299],"quantifying":[52],"consistency":[53,81],"in":[54,64,82,126,276],"LLM":[55],"evaluations.Our":[56],"analysis":[57],"reveals":[58],"significant":[59],"multiplicity":[60,110],"(over":[61],"50%":[62],"inconsistency":[63],"benchmarks":[65],"like":[66,100],"Med-HALT),":[67],"suggesting":[68],"that":[69],"hallucinationrelated":[70],"harms":[71,121],"have":[72],"been":[73],"severely":[74],"misunderstood.Furthermore,":[75],"study":[77],"the":[78,133,167,185,203,221,239,265,283],"role":[79],"detection":[84,90,128],"mitigation.We":[86],"find":[87],"that:":[88],"(a)":[89],"techniques":[91,99],"detect":[92],"not":[94],"correctness,":[95],"(b)":[97],"mitigation":[98,130],"RAG,":[101],"while":[102],"beneficial,":[103],"can":[104,150,159],"additional":[106],"inconsistencies.By":[107],"integrating":[108],"into":[111],"provide":[115],"an":[116],"improved":[117],"potential":[120],"uncover":[123],"critical":[124],"limitations":[125],"current":[127],"strategies.What":[131],"is":[132,166,184,202,220,238,295],"next":[134,168,186,204,222,240],"best":[135,169,187,205,223,241],"step":[136,170,188,206,224,242],"patient?A.":[139,173,191,209,227,245],"Ibuprofen":[140,174,198,200,216,228,246],"B.":[141,175,193,211,229,247],"Tetracycline":[142,148,176,182,192,210,218,230,248,254],"C.":[143,177,195,213,231,249],"Amoxicilin":[144,178,194,212,234,236,252],"D.":[145,179,197,215,233,251],"Gentamicin":[146,180,196,214,232,250],"Answer:":[147,181,199,217,235,253],"Randomness":[149],"create":[151],"confusion,":[152],"erode":[153],"trust,":[154],"allow":[156],"cherry-picking.Consistent":[157],"falsehoods":[158],"contribute":[160],"misinformation.Llama3-8B":[163],"Llama3-8B-Instruct":[164],"What":[165,183,201,219,237],"A":[255,293],"24-year-old":[256],"pregnant":[257],"woman":[258],"at":[259],"28":[260],"weeks":[261],"gestation":[262],"presents":[263],"emergency":[266],"department":[267],"with":[268,272],"complaints":[269],"fever":[271],"chills":[273],"pain":[275],"her":[277],"knee":[278],"ankle":[280],"joints":[281],"past":[284],"2":[285],"days.[":[286],"further":[287],"details":[288],"omitted":[289],"brevity":[291],"]":[292],"specimen":[294],"collected":[296],"test":[298],"Lyme":[300],"disease.":[301]},"counts_by_year":[],"updated_date":"2026-07-11T18:08:03.149640","created_date":"2026-02-06T00:00:00"}