{"id":"https://openalex.org/W4415428767","doi":"https://doi.org/10.3233/faia250910","title":"Towards Mitigation of Hallucination for LLM-Empowered Agents: Progressive Generalization Bound Exploration and Watchdog Monitor","display_name":"Towards Mitigation of Hallucination for LLM-Empowered Agents: Progressive Generalization Bound Exploration and Watchdog Monitor","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428767","doi":"https://doi.org/10.3233/faia250910"},"language":null,"primary_location":{"id":"doi:10.3233/faia250910","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250910","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia250910","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100406620","display_name":"Siyuan Liu","orcid":"https://orcid.org/0000-0002-0946-4683"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Liu","raw_affiliation_strings":["College of Computer Science, Nankai University","Haihe Lab of ITAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Haihe Lab of ITAI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089516730","display_name":"Wenjing Liu","orcid":"https://orcid.org/0000-0002-0187-1823"},"institutions":[{"id":"https://openalex.org/I55654194","display_name":"Inner Mongolia University of Technology","ror":"https://ror.org/05564e019","country_code":"CN","type":"education","lineage":["https://openalex.org/I55654194"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Liu","raw_affiliation_strings":["College of intelligent Science and Technology, Inner Mongolia University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of intelligent Science and Technology, Inner Mongolia University of Technology","institution_ids":["https://openalex.org/I55654194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101756701","display_name":"Zhiwei Xu","orcid":"https://orcid.org/0000-0001-7733-8219"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Xu","raw_affiliation_strings":["Haihe Lab of ITAI","Institute of Computing Technology, Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haihe Lab of ITAI","institution_ids":[]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327844","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-8639-3818"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Stony Brook University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Stony Brook University","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427264","display_name":"Bo Chen","orcid":"https://orcid.org/0000-0001-6743-9251"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Chen","raw_affiliation_strings":["Department of Computer Science, Michigan Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Michigan Technological University","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100654633","display_name":"Tao Li","orcid":"https://orcid.org/0000-0002-5302-3180"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["College of Computer Science, Nankai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57002882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.8870999813079834,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.8870999813079834,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.8021000027656555,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.7674000263214111,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.75},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.609000027179718},{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.6007999777793884},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.5852000117301941},{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.4422000050544739},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.39489999413490295},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.3675000071525574},{"id":"https://openalex.org/keywords/polysubstance-dependence","display_name":"Polysubstance dependence","score":0.3068999946117401}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.75},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6334999799728394},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.609000027179718},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.6007999777793884},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.5852000117301941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5730999708175659},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4219000041484833},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.39489999413490295},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C121929971","wikidata":"https://www.wikidata.org/wiki/Q7227004","display_name":"Polysubstance dependence","level":3,"score":0.3068999946117401},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C2777685122","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Falsity","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2671999931335449},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2526000142097473},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3233/faia250910","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250910","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p2-3287","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p2/2227","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3233/faia250910","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250910","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Empowered":[0],"by":[1,25,96],"large":[2],"language":[3],"models":[4,110],"(LLMs),":[5],"intelligent":[6,39,48,99],"agents":[7,49,116],"have":[8],"become":[9],"a":[10,32,104,130,139,180],"popular":[11],"paradigm":[12],"for":[13,183],"interacting":[14],"with":[15,30],"open":[16],"environments":[17],"to":[18,68,83,87,137,144],"facilitate":[19],"AI":[20],"deployment.":[21],"However,":[22],"hallucinations":[23,43,65,97,120],"generated":[24],"LLMs\u2014where":[26],"outputs":[27],"are":[28,66],"inconsistent":[29],"facts\u2014pose":[31],"significant":[33],"challenge,":[34],"undermining":[35],"the":[36,47,70,75,93,111,126,146,153,157,185],"credibility":[37],"of":[38,64,72,98,114,125,142,156,187],"agents.":[40,73],"Only":[41],"if":[42],"can":[44,50],"be":[45,51],"mitigated,":[46],"used":[52],"in":[53,149,169],"real-world":[54],"without":[55,121],"any":[56],"catastrophic":[57],"risk.":[58],"Therefore,":[59],"effective":[60],"detection":[61],"and":[62,117,175],"mitigation":[63],"crucial":[67],"ensure":[69],"dependability":[71,186],"Unfortunately,":[74],"related":[76],"approaches":[77,168],"either":[78],"depend":[79],"on":[80],"white-box":[81],"access":[82],"LLMs":[84],"or":[85],"fail":[86],"accurately":[88],"identify":[89],"hallucinations.":[90],"To":[91],"address":[92],"challenge":[94],"posed":[95],"agents,":[100],"we":[101],"present":[102],"HalMit,":[103],"novel":[105],"black-box":[106,173],"watchdog":[107],"framework":[108],"that":[109,163],"generalization":[112,154],"bound":[113,155],"LLM-empowered":[115],"thus":[118],"detect":[119],"requiring":[122],"internal":[123],"knowledge":[124],"LLM\u2019s":[127],"architecture.":[128],"Specifically,":[129],"probabilistic":[131],"fractal":[132],"sampling":[133],"technique":[134],"is":[135],"proposed":[136],"generate":[138],"sufficient":[140],"number":[141],"queries":[143],"trigger":[145],"incredible":[147],"responses":[148],"parallel,":[150],"efficiently":[151],"identifying":[152],"target":[158],"agent.":[159],"Experimental":[160],"evaluations":[161],"demonstrate":[162],"HalMit":[164,179],"significantly":[165],"outperforms":[166],"existing":[167],"hallucination":[170],"monitoring.":[171],"Its":[172],"nature":[174],"superior":[176],"performance":[177],"make":[178],"promising":[181],"solution":[182],"enhancing":[184],"LLM-powered":[188],"systems.":[189]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-24T00:00:00"}