{"id":"https://openalex.org/W7161741526","doi":"https://doi.org/10.48550/arxiv.2605.17007","title":"HalluScore: Large Language Model Hallucination Question Answering Benchmark","display_name":"HalluScore: Large Language Model Hallucination Question Answering Benchmark","publication_year":2026,"publication_date":"2026-05-16","ids":{"openalex":"https://openalex.org/W7161741526","doi":"https://doi.org/10.48550/arxiv.2605.17007"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17007","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17007","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17007","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136467016","display_name":"Aisha Alansari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alansari, Aisha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136310144","display_name":"Hamzah Luqman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luqman, Hamzah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.24400000274181366,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.24400000274181366,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08969999849796295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.06589999794960022,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.487199991941452},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.41190001368522644},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.3580999970436096},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.35010001063346863},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3409999907016754},{"id":"https://openalex.org/keywords/ignorance","display_name":"Ignorance","score":0.3384999930858612},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.335999995470047},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.33070001006126404}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5428000092506409},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4251999855041504},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.41190001368522644},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4016000032424927},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.39570000767707825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3919000029563904},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.3580999970436096},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C2778732403","wikidata":"https://www.wikidata.org/wiki/Q815577","display_name":"Ignorance","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C2780211513","wikidata":"https://www.wikidata.org/wiki/Q1132167","display_name":"Discernment","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C17601614","wikidata":"https://www.wikidata.org/wiki/Q1346205","display_name":"Linguistic competence","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C169536714","wikidata":"https://www.wikidata.org/wiki/Q1666159","display_name":"Cultural competence","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2780790391","wikidata":"https://www.wikidata.org/wiki/Q1149626","display_name":"Written language","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17007","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17007","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17007","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17007","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.833579421043396,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,10],"models":[2],"(LLMs)":[3],"have":[4,26],"achieved":[5],"remarkable":[6],"progress":[7],"in":[8,30,87,117,201,235],"natural":[9],"generation,":[11],"but":[12],"remain":[13],"susceptible":[14],"to":[15,19,45,83,139,150,211,222],"hallucination.":[16],"In":[17],"response":[18],"growing":[20],"concerns":[21],"about":[22],"hallucinations,":[23],"several":[24],"benchmarks":[25,40,56],"been":[27],"developed,":[28],"primarily":[29],"English":[31],"and":[32,49,64,100,114,133,136,156,176,188,216,230],"Chinese.":[33],"However,":[34],"Arabic":[35,78,103,202],"remains":[36],"underrepresented,":[37],"with":[38],"limited":[39],"for":[41,111,131],"LLMs":[42,88,203,234],"hallucination":[43,85,116,170,200],"due":[44],"scarce":[46],"annotated":[47],"resources":[48],"the":[50,61,160,228],"language's":[51],"morphological":[52],"complexity.":[53],"Consequently,":[54],"existing":[55],"do":[57],"not":[58],"adequately":[59],"reflect":[60],"linguistic,":[62],"cultural,":[63],"reasoning":[65,93,177],"characteristics":[66],"of":[67,92,169,192,233],"Arabic.":[68,236],"To":[69],"address":[70],"this":[71],"gap,":[72],"we":[73,163,180],"introduce":[74],"HalluScore,":[75],"a":[76,124,165],"structured":[77,125],"question":[79,147],"answering":[80],"benchmark":[81],"designed":[82],"evaluate":[84],"behavior":[86],"across":[89,172],"different":[90],"levels":[91],"difficulty,":[94],"various":[95],"knowledge":[96],"domains,":[97],"historical":[98],"timelines,":[99],"culturally":[101],"grounded":[102],"scenarios.":[104],"It":[105],"contains":[106],"827":[107],"carefully":[108],"curated":[109],"questions":[110,141],"evaluating,":[112],"detecting,":[113],"mitigating":[115],"LLMs.":[118,178,195],"The":[119],"dataset":[120],"was":[121],"constructed":[122],"through":[123],"pipeline":[126],"involving":[127],"quality":[128],"assurance,":[129],"filtering":[130],"clarity":[132],"factual":[134,206],"validity,":[135],"model-driven":[137],"selection":[138],"retain":[140],"that":[142,199],"consistently":[143],"trigger":[144],"hallucinations.":[145],"Each":[146],"is":[148],"linked":[149],"verified":[151],"ground-truth":[152],"evidence,":[153],"answer":[154],"explanations,":[155],"multi-label":[157],"annotations.":[158],"Using":[159],"HalluScore":[161,221],"benchmark,":[162],"conduct":[164],"comprehensive":[166],"empirical":[167],"analysis":[168],"patterns":[171],"17":[173],"Arabic,":[174],"multilingual,":[175],"Moreover,":[179],"provide":[181],"high-quality":[182],"human":[183],"annotations":[184],"identifying":[185],"hallucinated,":[186],"non-hallucinated,":[187],"partially":[189],"hallucinated":[190],"responses":[191],"all":[193],"evaluated":[194],"These":[196],"results":[197],"suggest":[198],"extends":[204],"beyond":[205],"inaccuracies,":[207],"encompassing":[208],"challenges":[209],"related":[210],"cultural":[212,231],"understanding,":[213],"linguistic":[214],"reasoning,":[215],"logical":[217],"consistency.":[218],"We":[219],"release":[220],"support":[223],"future":[224],"research":[225],"on":[226],"improving":[227],"reliability":[229],"competence":[232]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}