{"id":"https://openalex.org/W7140104327","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.296","title":"FactSelfCheck: Fact-Level Black-Box Hallucination Detection for LLMs","display_name":"FactSelfCheck: Fact-Level Black-Box Hallucination Detection for LLMs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140104327","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.296"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.296","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.296","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.296","pdf_url":"https://aclanthology.org/2026.findings-eacl.296.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-eacl.296.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040042253","display_name":"Albert Sawczyn","orcid":"https://orcid.org/0000-0003-3142-4028","observed_orcids":["https://orcid.org/0000-0003-3142-4028"]},"institutions":[{"id":"https://openalex.org/I11923345","display_name":"Wroc\u0142aw University of Science and Technology","ror":"https://ror.org/008fyn775","country_code":"PL","type":"education","lineage":["https://openalex.org/I11923345"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Albert Sawczyn","raw_affiliation_strings":["Wroc\u0142aw University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wroc\u0142aw University of Science and Technology","institution_ids":["https://openalex.org/I11923345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026855190","display_name":"Jakub Binkowski","orcid":"https://orcid.org/0000-0001-7386-5150","observed_orcids":["https://orcid.org/0000-0001-7386-5150"]},"institutions":[{"id":"https://openalex.org/I11923345","display_name":"Wroc\u0142aw University of Science and Technology","ror":"https://ror.org/008fyn775","country_code":"PL","type":"education","lineage":["https://openalex.org/I11923345"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Jakub Binkowski","raw_affiliation_strings":["Wroc\u0142aw University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wroc\u0142aw University of Science and Technology","institution_ids":["https://openalex.org/I11923345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081185051","display_name":"Denis Janiak","orcid":"https://orcid.org/0000-0003-1859-9093","observed_orcids":["https://orcid.org/0000-0003-1859-9093"]},"institutions":[{"id":"https://openalex.org/I11923345","display_name":"Wroc\u0142aw University of Science and Technology","ror":"https://ror.org/008fyn775","country_code":"PL","type":"education","lineage":["https://openalex.org/I11923345"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Denis Janiak","raw_affiliation_strings":["Wroc\u0142aw University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wroc\u0142aw University of Science and Technology","institution_ids":["https://openalex.org/I11923345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083181106","display_name":"Bogdan Gabry\u015b","orcid":"https://orcid.org/0000-0002-0790-2846","observed_orcids":["https://orcid.org/0000-0002-0790-2846"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bogdan Gabrys","raw_affiliation_strings":["University of Technology Sydney"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050914099","display_name":"Tomasz Jan Kajdanowicz","orcid":"https://orcid.org/0000-0002-8417-1012","observed_orcids":["https://orcid.org/0000-0002-8417-1012"]},"institutions":[{"id":"https://openalex.org/I11923345","display_name":"Wroc\u0142aw University of Science and Technology","ror":"https://ror.org/008fyn775","country_code":"PL","type":"education","lineage":["https://openalex.org/I11923345"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Tomasz Jan Kajdanowicz","raw_affiliation_strings":["Wroc\u0142aw University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wroc\u0142aw University of Science and Technology","institution_ids":["https://openalex.org/I11923345"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1450561,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5603","last_page":"5621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4569999873638153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4569999873638153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.24369999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.08540000021457672,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucination-detection","display_name":"hallucination detection","score":0.9419999718666077},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8690000176429749},{"id":"https://openalex.org/keywords/black-box-detection","display_name":"black-box detection","score":0.703000009059906},{"id":"https://openalex.org/keywords/self-checking","display_name":"self-checking","score":0.5509999990463257},{"id":"https://openalex.org/keywords/factual-consistency","display_name":"factual consistency","score":0.3889999985694885}],"concepts":[{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.3425000011920929},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3125},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.26649999618530273},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2485000044107437},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.23729999363422394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23600000143051147},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.23489999771118164},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.22370000183582306},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2190999984741211}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.296","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.296","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.296","pdf_url":"https://aclanthology.org/2026.findings-eacl.296.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.296","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.296","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.296","pdf_url":"https://aclanthology.org/2026.findings-eacl.296.pdf","source":{"id":"https://openalex.org/S7407087051","display_name":"Findings of the Association for Computational Linguistics: EACL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.6248104572296143}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3361401150","display_name":null,"funder_award_id":"101086321","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G4914437490","display_name":null,"funder_award_id":"101086321","funder_id":"https://openalex.org/F4320322650","funder_display_name":"Narodowym Centrum Nauki"},{"id":"https://openalex.org/G6476165626","display_name":null,"funder_award_id":"101086321","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322650","display_name":"Narodowym Centrum Nauki","ror":"https://ror.org/03ha2q922"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320334679","display_name":"Research Executive Agency","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338463","display_name":"CHIST-ERA","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140104327.pdf","grobid_xml":"https://content.openalex.org/works/W7140104327.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7104615763","https://openalex.org/W7155562060","https://openalex.org/W7220656103","https://openalex.org/W4411119462","https://openalex.org/W6925391143","https://openalex.org/W7083678916","https://openalex.org/W4402684163","https://openalex.org/W4401043402","https://openalex.org/W7214054205","https://openalex.org/W7161111426"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"frequently":[4],"generate":[5],"hallucinated":[6,145],"content,":[7],"posing":[8],"significant":[9],"challenges":[10],"for":[11,169],"applications":[12],"where":[13],"factuality":[14,65],"is":[15],"crucial.While":[16],"existing":[17],"hallucination":[18,79,112],"detection":[19,137],"methods":[20,98],"typically":[21],"operate":[22],"at":[23],"the":[24,56,123,158,162],"sentence":[25],"level":[26],"or":[27,85],"passage":[28],"level,":[29],"we":[30,76,147],"propose":[31],"FactSelfCheck,":[32],"a":[33,115,130,150,155,166],"novel":[34,151],"zero-resource":[35],"blackbox":[36],"sampling-based":[37],"method":[38],"that":[39,90,153],"enables":[40,138],"finegrained":[41],"fact-level":[42,108],"detection.Our":[43],"approach":[44,109],"represents":[45],"long-form":[46],"text":[47],"as":[48],"interpretable":[49,104],"knowledge":[50],"graphs":[51],"consisting":[52],"of":[53,58,135,144],"facts":[54],"in":[55,118,157],"form":[57],"triples,":[59],"providing":[60,100,161],"clearer":[61],"insights":[62],"into":[63],"content":[64,120],"than":[66],"traditional":[67],"approaches.Through":[68],"analyzing":[69],"factual":[70,119],"consistency":[71],"across":[72],"multiple":[73],"LLM":[74],"responses,":[75],"compute":[77],"fine-grained":[78],"scores":[80],"without":[81],"requiring":[82],"external":[83],"resources":[84],"training":[86],"data.Our":[87],"evaluation":[88],"demonstrates":[89],"FactSelfCheck":[91],"performs":[92],"competitively":[93],"with":[94,165],"leading":[95],"sentence-level":[96,126],"samplingbased":[97,171],"while":[99,125],"more":[101,139],"detailed":[102],"and":[103,142],"insights.Most":[105],"notably,":[106],"our":[107,136],"significantly":[110],"improves":[111],"correction,":[113],"achieving":[114],"35.5%":[116],"increase":[117],"compared":[121],"to":[122],"baseline,":[124],"SelfCheckGPT":[127],"yields":[128],"only":[129],"10.6%":[131],"improvement.The":[132],"granular":[133],"nature":[134],"precise":[140],"identification":[141],"correction":[143],"content.Additionally,":[146],"contribute":[148],"FavaMulti-Samples,":[149],"dataset":[152,168],"addresses":[154],"gap":[156],"field":[159],"by":[160],"research":[163],"community":[164],"second":[167],"evaluating":[170],"methods.":[172]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-02-04T00:00:00"}