{"id":"https://openalex.org/W4396763774","doi":"https://doi.org/10.48550/arxiv.2405.01563","title":"Mitigating LLM Hallucinations via Conformal Abstention","display_name":"Mitigating LLM Hallucinations via Conformal Abstention","publication_year":2024,"publication_date":"2024-04-04","ids":{"openalex":"https://openalex.org/W4396763774","doi":"https://doi.org/10.48550/arxiv.2405.01563"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.01563","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.01563","pdf_url":"https://arxiv.org/pdf/2405.01563","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.01563","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5097166692","display_name":"Yasin Abbasi Yadkori","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadkori, Yasin Abbasi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041854594","display_name":"Ilja Kuzborskij","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuzborskij, Ilja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002157796","display_name":"David Stutz","orcid":"https://orcid.org/0000-0002-6286-1805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stutz, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041609088","display_name":"Andr\u00e1s Gy\u00f6rgy","orcid":"https://orcid.org/0000-0003-0586-4337"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gy\u00f6rgy, Andr\u00e1s","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079422282","display_name":"Adam Fisch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fisch, Adam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091677854","display_name":"Arnaud Doucet","orcid":"https://orcid.org/0000-0003-3910-9495"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doucet, Arnaud","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097330558","display_name":"Iuliya Beloshapka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beloshapka, Iuliya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097222543","display_name":"Wei-Hung Weng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Wei-Hung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033186377","display_name":"Yao-Yuan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yao-Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069856068","display_name":"Csaba Szepesv\u00e1ri","orcid":"https://orcid.org/0000-0002-9286-2892"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Szepesv\u00e1ri, Csaba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064633247","display_name":"Ali Taylan Cemgil","orcid":"https://orcid.org/0000-0003-4463-8455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cemgil, Ali Taylan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5097138560","display_name":"Nenad Tomasev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomasev, Nenad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10622","display_name":"Quantum Mechanics and Applications","score":0.9354000091552734,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13397","display_name":"Hallucinations in medical conditions","score":0.9236000180244446,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conformal-map","display_name":"Conformal map","score":0.6542217135429382},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.44450685381889343},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15059223771095276},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.06339222192764282}],"concepts":[{"id":"https://openalex.org/C98214594","wikidata":"https://www.wikidata.org/wiki/Q850275","display_name":"Conformal map","level":2,"score":0.6542217135429382},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44450685381889343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15059223771095276},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06339222192764282}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.01563","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.01563","pdf_url":"https://arxiv.org/pdf/2405.01563","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.01563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.01563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.01563","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.01563","pdf_url":"https://arxiv.org/pdf/2405.01563","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396763774.pdf","grobid_xml":"https://content.openalex.org/works/W4396763774.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W1971223889","https://openalex.org/W2173406670","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2085963144"],"abstract_inverted_index":{"We":[0,73],"develop":[1,81],"a":[2,8,24,33,46,70,119,126,147,168,175,188],"principled":[3],"procedure":[4,84],"for":[5,69,190],"determining":[6],"when":[7],"large":[9],"language":[10],"model":[11,51],"(LLM)":[12],"should":[13],"abstain":[14],"from":[15,87],"responding":[16],"(e.g.,":[17],"by":[18],"saying":[19],"\"I":[20],"don't":[21],"know\")":[22],"in":[23],"general":[25],"domain,":[26],"instead":[27],"of":[28,50,65,204,211],"resorting":[29],"to":[30,59,80,134,139,160,179],"possibly":[31],"\"hallucinating\"":[32],"non-sensical":[34],"or":[35],"incorrect":[36],"answer.":[37],"Building":[38],"on":[39,91,108,125,146,195,201],"earlier":[40],"approaches":[41],"that":[42,85],"use":[43,174],"self-consistency":[44],"as":[45],"more":[47],"reliable":[48],"measure":[49],"confidence,":[52],"we":[53,173],"propose":[54],"using":[55,136],"the":[56,61,92,105,155,192,202,205],"LLM":[57],"itself":[58],"self-evaluate":[60],"similarity":[62,177],"between":[63],"each":[64],"its":[66],"sampled":[67],"responses":[68,130,164,183],"given":[71,167],"query.":[72],"then":[74],"further":[75],"leverage":[76],"conformal":[77,100,196],"prediction":[78],"techniques":[79],"an":[82],"abstention":[83,101,123],"benefits":[86],"rigorous":[88],"theoretical":[89,199],"guarantees":[90,200],"hallucination":[93,106],"rate":[94,107,124],"(error":[95],"rate).":[96],"Experimentally,":[97],"our":[98],"resulting":[99],"method":[102,189],"reliably":[103],"bounds":[104],"various":[109],"closed-book,":[110],"open-domain":[111],"generative":[112],"question":[113],"answering":[114],"datasets,":[115],"while":[116,142],"also":[117,186],"maintaining":[118],"significantly":[120],"less":[121],"conservative":[122],"dataset":[127,148],"with":[128,149,198],"long":[129],"(Temporal":[131],"Sequences)":[132],"compared":[133],"baselines":[135],"log-probability":[137],"scores":[138],"quantify":[140],"uncertainty,":[141],"achieveing":[143],"comparable":[144],"performance":[145],"short":[150],"answers":[151],"(TriviaQA).":[152],"To":[153],"evaluate":[154],"experiments":[156],"automatically,":[157],"one":[158],"needs":[159],"determine":[161,180],"if":[162,181],"two":[163,182],"are":[165],"equivalent":[166],"question.":[169],"Following":[170],"standard":[171],"practice,":[172],"thresholded":[176],"function":[178],"match,":[184],"but":[185],"provide":[187],"calibrating":[191],"threshold":[193],"based":[194],"prediction,":[197,207],"accuracy":[203],"match":[206],"which":[208],"might":[209],"be":[210],"independent":[212],"interest.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}