{"id":"https://openalex.org/W7225810214","doi":"https://doi.org/10.5281/zenodo.24128928","title":"Real-Time Hallucination Detection in Resource-Constrained LLMs via Logit-Level Shannon Entropy Mapping","display_name":"Real-Time Hallucination Detection in Resource-Constrained LLMs via Logit-Level Shannon Entropy Mapping","publication_year":2026,"publication_date":"2026-11-11","ids":{"openalex":"https://openalex.org/W7225810214","doi":"https://doi.org/10.5281/zenodo.24128928"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24128928","doi":"https://doi.org/10.5281/zenodo.24128928","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24128928","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24128928","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137430822","display_name":"Badar Munir","orcid":"https://orcid.org/0009-0002-1311-6398","observed_orcids":["https://orcid.org/0009-0002-1311-6398"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Munir, Badar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5137430822"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4431000053882599,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4431000053882599,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.33079999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13989999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128999829292297},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.6840999722480774},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5523999929428101},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.5241000056266785},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4733999967575073},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44850000739097595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4230000078678131},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36419999599456787},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3303999900817871},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3278999924659729},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30709999799728394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.2786000072956085},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24128928","doi":"https://doi.org/10.5281/zenodo.24128928","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24128928","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24128929","doi":"https://doi.org/10.5281/zenodo.24128929","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24128929","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24128928","doi":"https://doi.org/10.5281/zenodo.24128928","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24128928","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deploying":[0],"Large":[1],"Language":[2,56],"Models":[3],"(LLMs)":[4],"on":[5,49,239],"resource-constrained":[6],"edge":[7,75,241],"and":[8,24,38,53,63,139,162,190,205],"consumer":[9],"hardware":[10],"presents":[11],"severe":[12],"reliability":[13],"challenges":[14],"due":[15],"to":[16,67,95,229],"the":[17,70,91,176],"computational":[18],"infeasibility":[19],"of":[20,74,182],"secondary":[21],"evaluator":[22],"models":[23,59],"multi-sample":[25],"consensus":[26],"mechanisms":[27],"for":[28],"hallucination":[29],"mitigation.":[30],"While":[31],"state-of-the-art":[32],"frameworks":[33],"such":[34],"as":[35],"Semantic":[36],"Entropy":[37,99],"SelfCheckGPT":[39,197],"achieve":[40],"strong":[41],"detection":[42],"accuracy":[43],"in":[44,101,148],"cloud":[45],"environments,":[46],"their":[47],"reliance":[48],"K-fold":[50],"stochastic":[51],"generation":[52],"auxiliary":[54],"Natural":[55],"Inference":[57],"(NLI)":[58],"multiplies":[60],"memory":[61,72],"bandwidth":[62],"latency":[64,203],"by":[65,145,237],"5\u00d7":[66],"10\u00d7,":[68],"exceeding":[69],"strict":[71],"envelopes":[73],"devices.":[76],"This":[77],"paper":[78],"introduces":[79],"a":[80,105,119,214],"lightweight,":[81],"single-pass":[82,168,185],"telemetry":[83],"framework":[84],"that":[85,137,166,222],"intercepts":[86],"pre-softmax":[87],"logit":[88,169],"distributions":[89],"during":[90],"auto-regressive":[92,234],"forward":[93],"pass":[94],"compute":[96,235],"token-level":[97],"Shannon":[98],"(H(X))":[100],"real":[102],"time.":[103],"Utilizing":[104],"custom":[106],"C#/.NET":[107],"visual":[108],"diagnostic":[109],"architecture":[110],"(Forensic":[111],"Canvas)":[112],"interfaced":[113],"via":[114],"native":[115],"P/Invoke":[116],"hooks":[117],"with":[118],"4-bit":[120],"quantized":[121],"8-billion-parameter":[122],"model":[123],"(Meta-Llama-3-8B-Instruct,":[124],"Q4_K_M)":[125],"executing":[126],"entirely":[127],"within":[128],"an":[129,173],"8":[130],"GB":[131],"RAM":[132],"CPU":[133],"environment,":[134],"we":[135,212],"demonstrate":[136],"structural":[138],"semantic":[140],"hallucinations":[141],"are":[142],"consistently":[143],"preceded":[144],"deterministic":[146,215],"spikes":[147],"vocabulary":[149],"probability":[150],"dispersion.":[151],"Empirical":[152],"evaluations":[153],"across":[154],"200":[155],"factual":[156,230],"question-answering":[157],"prompts":[158],"derived":[159],"from":[160],"TruthfulQA":[161],"HaluEval":[163],"benchmarks":[164],"reveal":[165],"our":[167],"entropy":[170],"monitor":[171],"achieves":[172],"Area":[174],"Under":[175],"Receiver":[177],"Operating":[178],"Characteristic":[179],"curve":[180],"(AUROC)":[181],"0.819,":[183],"outperforming":[184],"Maximum":[186],"Softmax":[187],"Probability":[188],"(0.682)":[189],"Sequence":[191],"Perplexity":[192],"(0.714)":[193],"while":[194],"matching":[195],"multi-pass":[196],"(0.815)":[198],"at":[199],"only":[200],"1.2":[201],"ms/token":[202],"overhead":[204],"<":[206],"15":[207],"MB":[208],"additional":[209],"memory.":[210],"Furthermore,":[211],"propose":[213],"\u201cEntropy":[216],"Kill-Switch\u201d":[217],"(\u03c4H":[218],"=":[219],"4.5":[220],"bits)":[221],"proactively":[223],"halts":[224],"hallucinatory":[225],"inference":[226],"streams":[227],"prior":[228],"divergence,":[231],"reducing":[232],"wasted":[233],"cycles":[236],"41.8%":[238],"power-limited":[240],"hardware.":[242]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-11-12T00:00:00"}