{"id":"https://openalex.org/W4416564130","doi":"https://doi.org/10.1631/fitee.2500180","title":"Multi-perspective consistency checking for large language model hallucination detection: a black-box zero-resource approach","display_name":"Multi-perspective consistency checking for large language model hallucination detection: a black-box zero-resource approach","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W4416564130","doi":"https://doi.org/10.1631/fitee.2500180"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2500180","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2500180","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070670909","display_name":"Linggang Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linggang Kong","raw_affiliation_strings":["Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100681428","display_name":"Xiaofeng Zhong","orcid":"https://orcid.org/0000-0003-3642-7578"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Zhong","raw_affiliation_strings":["Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332831","display_name":"Jie Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Chen","raw_affiliation_strings":["Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071538073","display_name":"Haiyan Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Fu","raw_affiliation_strings":["Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076939306","display_name":"Y. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjie Wang","raw_affiliation_strings":["Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Cyberspace Security Situation Awareness and Evaluation, Hefei, 230037, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, 230037, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5070670909"],"corresponding_institution_ids":["https://openalex.org/I143868143","https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":2.4849,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92291009,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":"11","first_page":"2298","last_page":"2309"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3727000057697296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3727000057697296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06759999692440033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.050200000405311584,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7803999781608582},{"id":"https://openalex.org/keywords/overconfidence-effect","display_name":"Overconfidence effect","score":0.7017999887466431},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.586899995803833},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5148000121116638},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.3653999865055084},{"id":"https://openalex.org/keywords/internal-consistency","display_name":"Internal consistency","score":0.35030001401901245},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.33899998664855957},{"id":"https://openalex.org/keywords/sequential-consistency","display_name":"Sequential consistency","score":0.3310999870300293}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7803999781608582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7121000289916992},{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.7017999887466431},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.586899995803833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5575000047683716},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5148000121116638},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4413999915122986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41909998655319214},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.35030001401901245},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C82029504","wikidata":"https://www.wikidata.org/wiki/Q4373882","display_name":"Sequential consistency","level":4,"score":0.3310999870300293},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2500180","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2500180","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2963341956","https://openalex.org/W2970641574","https://openalex.org/W3106889297","https://openalex.org/W4287855110","https://openalex.org/W4389518686","https://openalex.org/W4389518784","https://openalex.org/W4389519460","https://openalex.org/W4389520749","https://openalex.org/W4389523799","https://openalex.org/W4393114551","https://openalex.org/W4393160124","https://openalex.org/W4396833645","https://openalex.org/W4399803256","https://openalex.org/W4399805847","https://openalex.org/W4401043863","https://openalex.org/W4401484139","https://openalex.org/W4402671783","https://openalex.org/W4402683996","https://openalex.org/W4402684163","https://openalex.org/W4404782907","https://openalex.org/W4404783247","https://openalex.org/W4404783656","https://openalex.org/W4404792974"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,15],"models":[2],"(LLMs)":[3],"have":[4],"been":[5],"applied":[6],"across":[7,146],"various":[8],"domains":[9],"due":[10],"to":[11,47,69,78,132],"their":[12],"superior":[13,141],"natural":[14],"processing":[16],"and":[17,128,149,178],"generation":[18],"capabilities.":[19],"Nonetheless,":[20],"LLMs":[21],"occasionally":[22],"generate":[23],"content":[24],"that":[25,54],"contradicts":[26],"real-world":[27,36],"facts,":[28],"known":[29],"as":[30],"hallucinations,":[31,105],"posing":[32],"significant":[33],"challenges":[34],"for":[35,90,102],"applications.":[37],"To":[38,92],"enhance":[39],"the":[40,60,64,79,116,133,156,164,174,183],"reliability":[41],"of":[42,63,186],"LLMs,":[43],"it":[44],"is":[45],"imperative":[46],"detect":[48,70],"hallucinations":[49,145],"within":[50],"LLM":[51,80,104,117],"generations.":[52],"Approaches":[53],"retrieve":[55],"external":[56,193],"knowledge":[57,84],"or":[58,81],"inspect":[59],"internal":[61],"states":[62],"model":[65],"are":[66],"frequently":[67],"used":[68],"hallucinations;":[71],"however,":[72],"this":[73],"requires":[74],"either":[75],"white-box":[76],"access":[77],"reliable":[82],"expert":[83],"resources,":[85],"raising":[86],"a":[87,98],"high":[88],"barrier":[89],"end-users.":[91],"address":[93],"these":[94],"challenges,":[95],"we":[96],"propose":[97],"black-box":[99],"zero-resource":[100],"approach":[101,114,139,162,177],"detecting":[103,144],"which":[106],"primarily":[107],"leverages":[108],"multi-perspective":[109,122],"consistency":[110,123,176],"checking.":[111],"The":[112],"proposed":[113,138],"mitigates":[115],"overconfidence":[118],"phenomenon":[119],"by":[120,168],"integrating":[121],"scores":[124],"from":[125],"both":[126],"queries":[127],"responses.":[129],"In":[130],"comparison":[131],"single-perspective":[134],"detection":[135],"approach,":[136],"our":[137,161],"demonstrates":[140],"performance":[142],"in":[143,152],"multiple":[147],"datasets":[148],"LLMs.":[150],"Notably,":[151],"one":[153],"experiment,":[154],"where":[155],"hallucination":[157],"rate":[158],"reaches":[159],"94.7%,":[160],"improves":[163],"balanced":[165],"accuracy":[166],"(B-ACC)":[167],"2.3":[169],"percentage":[170],"points":[171],"compared":[172],"with":[173],"single":[175],"achieves":[179],"an":[180],"area":[181],"under":[182],"curve":[184],"(AUC)":[185],"0.832,":[187],"all":[188],"without":[189],"depending":[190],"on":[191],"any":[192],"resources.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-25T00:00:00"}