{"id":"https://openalex.org/W4413283185","doi":"https://doi.org/10.3390/computers14080332","title":"Multi-Layered Framework for LLM Hallucination Mitigation in High-Stakes Applications: A Tutorial","display_name":"Multi-Layered Framework for LLM Hallucination Mitigation in High-Stakes Applications: A Tutorial","publication_year":2025,"publication_date":"2025-08-16","ids":{"openalex":"https://openalex.org/W4413283185","doi":"https://doi.org/10.3390/computers14080332"},"language":"en","primary_location":{"id":"doi:10.3390/computers14080332","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14080332","pdf_url":"https://www.mdpi.com/2073-431X/14/8/332/pdf?version=1755333839","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/14/8/332/pdf?version=1755333839","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119332899","display_name":"Sachin Hiriyanna","orcid":"https://orcid.org/0000-0003-1091-970X"},"institutions":[{"id":"https://openalex.org/I4210161360","display_name":"Institute of Navigation","ror":"https://ror.org/05rmpy443","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210161360"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sachin Hiriyanna","raw_affiliation_strings":["Navan Inc., Palo Alto, CA 94306, USA"],"affiliations":[{"raw_affiliation_string":"Navan Inc., Palo Alto, CA 94306, USA","institution_ids":["https://openalex.org/I4210161360"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065763841","display_name":"Wenbing Zhao","orcid":"https://orcid.org/0000-0002-3202-1127"},"institutions":[{"id":"https://openalex.org/I102607778","display_name":"Cleveland State University","ror":"https://ror.org/002tx1f22","country_code":"US","type":"education","lineage":["https://openalex.org/I102607778"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wenbing Zhao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Cleveland State University, Cleveland, OH 44115, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Cleveland State University, Cleveland, OH 44115, USA","institution_ids":["https://openalex.org/I102607778"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5065763841"],"corresponding_institution_ids":["https://openalex.org/I102607778"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":3.0167,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92446743,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"14","issue":"8","first_page":"332","last_page":"332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12536","display_name":"Topological and Geometric Data Analysis","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4816216826438904},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3694499433040619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4816216826438904},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3694499433040619}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/computers14080332","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14080332","pdf_url":"https://www.mdpi.com/2073-431X/14/8/332/pdf?version=1755333839","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:engagedscholarship.csuohio.edu:enece_facpub-1548","is_oa":true,"landing_page_url":"https://engagedscholarship.csuohio.edu/enece_facpub/535","pdf_url":"https://engagedscholarship.csuohio.edu/context/enece_facpub/article/1548/viewcontent/computers_14_00332.pdf","source":{"id":"https://openalex.org/S4306400889","display_name":"EngagedScholarship @ Cleveland State University (Cleveland State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102607778","host_organization_name":"Cleveland State University","host_organization_lineage":["https://openalex.org/I102607778"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical and Computer Engineering Faculty Publications","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:b1ba3a8cfdf4457cbb9936512d84b615","is_oa":true,"landing_page_url":"https://doaj.org/article/b1ba3a8cfdf4457cbb9936512d84b615","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 14, Iss 8, p 332 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers14080332","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14080332","pdf_url":"https://www.mdpi.com/2073-431X/14/8/332/pdf?version=1755333839","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413283185.pdf","grobid_xml":"https://content.openalex.org/works/W4413283185.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2001291669","https://openalex.org/W2106172458","https://openalex.org/W2124344619","https://openalex.org/W2944724740","https://openalex.org/W2945110753","https://openalex.org/W3155807546","https://openalex.org/W3174103852","https://openalex.org/W3193339215","https://openalex.org/W3201174429","https://openalex.org/W4286579603","https://openalex.org/W4299627282","https://openalex.org/W4378509386","https://openalex.org/W4387109869","https://openalex.org/W4388963640","https://openalex.org/W4389519598","https://openalex.org/W4391136507","https://openalex.org/W4391724817","https://openalex.org/W4400259231","https://openalex.org/W4404534210","https://openalex.org/W4407062832","https://openalex.org/W4407953550","https://openalex.org/W4409175899","https://openalex.org/W4409637885","https://openalex.org/W4411016735","https://openalex.org/W4411120505","https://openalex.org/W4411565477","https://openalex.org/W6856449393","https://openalex.org/W6858522248","https://openalex.org/W6869276465"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1,13],"models":[2],"(LLMs)":[3],"now":[4],"match":[5],"or":[6,43,176,236],"exceed":[7],"human":[8],"performance":[9],"on":[10,76,160],"many":[11],"open-ended":[12],"tasks,":[14],"yet":[15,114],"they":[16],"continue":[17],"to":[18,31,134,142,146,151,183,254],"produce":[19],"fluent":[20],"but":[21,249],"incorrect":[22],"statements,":[23],"which":[24],"is":[25,57,106],"a":[26,127,136,202,221],"failure":[27],"mode":[28],"widely":[29],"referred":[30],"as":[32,47],"hallucination.":[33],"In":[34],"low-stakes":[35],"settings":[36],"this":[37,104],"may":[38],"be":[39],"tolerable;":[40],"in":[41,103,118,126,138,187],"regulated":[42],"safety-critical":[44],"domains":[45],"such":[46],"financial":[48,163],"services,":[49],"compliance":[50],"review,":[51],"and":[52,93,149,215,229,262,280],"client":[53],"decision":[54],"support,":[55],"it":[56],"not.":[58],"Motivated":[59],"by":[60],"these":[61],"realities,":[62],"we":[63,181,200,219,246,267],"develop":[64],"an":[65,191,269],"integrated":[66],"mitigation":[67,109,208],"framework":[68,81],"that":[69,206,225],"layers":[70],"complementary":[71],"controls":[72],"rather":[73],"than":[74],"relying":[75],"any":[77],"single":[78],"technique.":[79],"The":[80],"combines":[82],"structured":[83],"prompt":[84,258],"design,":[85],"retrieval-augmented":[86],"generation":[87],"(RAG)":[88],"with":[89,97],"verifiable":[90],"evidence":[91],"sources,":[92],"targeted":[94],"fine-tuning":[95],"aligned":[96],"domain":[98],"truth":[99],"constraints.":[100],"Our":[101],"interest":[102],"problem":[105],"practical.":[107],"Individual":[108],"techniques":[110],"have":[111],"matured":[112],"quickly,":[113],"teams":[115],"deploying":[116],"LLMs":[117],"production":[119,273],"routinely":[120],"report":[121],"difficulty":[122],"stitching":[123],"them":[124],"together":[125],"coherent,":[128],"maintainable":[129],"pipeline.":[130],"Decisions":[131],"about":[132],"when":[133,141,239],"ground":[135],"response":[137],"retrieved":[139],"data,":[140],"escalate":[143],"uncertainty,":[144],"how":[145,150],"capture":[147],"provenance,":[148],"evaluate":[152],"fidelity":[153],"are":[154],"often":[155],"made":[156],"ad":[157],"hoc.":[158],"Drawing":[159],"experience":[161],"from":[162,283],"technology":[164],"implementations,":[165],"where":[166],"even":[167],"rare":[168],"hallucinations":[169],"can":[170],"carry":[171],"material":[172],"cost,":[173],"regulatory":[174],"exposure,":[175],"loss":[177],"of":[178,190],"customer":[179],"trust,":[180],"aim":[182],"provide":[184],"clearer":[185],"guidance":[186],"the":[188],"form":[189],"easy-to-follow":[192],"tutorial.":[193],"This":[194],"paper":[195],"makes":[196],"four":[197],"contributions.":[198],"First,":[199],"introduce":[201],"three-layer":[203],"reference":[204],"architecture":[205],"organizes":[207],"activities":[209],"across":[210],"input":[211],"governance,":[212],"evidence-grounded":[213],"generation,":[214],"post-response":[216],"verification.":[217],"Second,":[218],"describe":[220],"lightweight":[222],"supervisory":[223],"agent":[224],"manages":[226],"uncertainty":[227],"signals":[228],"triggers":[230],"escalation":[231],"(to":[232],"humans,":[233],"alternate":[234],"models,":[235],"constrained":[237],"workflows)":[238],"confidence":[240],"falls":[241],"below":[242],"policy":[243,263],"thresholds.":[244],"Third,":[245],"analyze":[247],"common":[248],"under-addressed":[250],"security":[251],"surfaces":[252],"relevant":[253],"hallucination":[255],"mitigation,":[256],"including":[257,275],"injection,":[259],"retrieval":[260],"poisoning,":[261],"evasion":[264],"attacks.":[265],"Finally,":[266],"outline":[268],"implementation":[270],"playbook":[271],"for":[272],"deployment,":[274],"evaluation":[276],"metrics,":[277],"operational":[278],"trade-offs,":[279],"lessons":[281],"learned":[282],"early":[284],"financial-services":[285],"pilots.":[286]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}