{"id":"https://openalex.org/W4416955380","doi":"https://doi.org/10.3390/bdcc9120309","title":"Evaluating Faithfulness in Agentic RAG Systems for e-Governance Applications Using LLM-Based Judging Frameworks","display_name":"Evaluating Faithfulness in Agentic RAG Systems for e-Governance Applications Using LLM-Based Judging Frameworks","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W4416955380","doi":"https://doi.org/10.3390/bdcc9120309"},"language":"en","primary_location":{"id":"doi:10.3390/bdcc9120309","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9120309","pdf_url":"https://www.mdpi.com/2504-2289/9/12/309/pdf?version=1764758358","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-2289/9/12/309/pdf?version=1764758358","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102923620","display_name":"George Papageorgiou","orcid":"https://orcid.org/0000-0002-9361-8621"},"institutions":[{"id":"https://openalex.org/I183898223","display_name":"International Hellenic University","ror":"https://ror.org/00708jp83","country_code":"GR","type":"education","lineage":["https://openalex.org/I183898223"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Papageorgiou","raw_affiliation_strings":["School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-9361-8621","affiliations":[{"raw_affiliation_string":"School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I183898223"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027821807","display_name":"Vangelis Sarlis","orcid":"https://orcid.org/0000-0002-8757-8969"},"institutions":[{"id":"https://openalex.org/I183898223","display_name":"International Hellenic University","ror":"https://ror.org/00708jp83","country_code":"GR","type":"education","lineage":["https://openalex.org/I183898223"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vangelis Sarlis","raw_affiliation_strings":["School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0002-8757-8969","affiliations":[{"raw_affiliation_string":"School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I183898223"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012359011","display_name":"Manolis \u039caragoudakis","orcid":"https://orcid.org/0000-0001-7701-0141"},"institutions":[{"id":"https://openalex.org/I187792471","display_name":"Ionian University","ror":"https://ror.org/01xm4n520","country_code":"GR","type":"education","lineage":["https://openalex.org/I187792471"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Manolis Maragoudakis","raw_affiliation_strings":["Department of Informatics, Ionian University, 49100 Corfu, Greece"],"raw_orcid":"https://orcid.org/0000-0001-7701-0141","affiliations":[{"raw_affiliation_string":"Department of Informatics, Ionian University, 49100 Corfu, Greece","institution_ids":["https://openalex.org/I187792471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052257502","display_name":"Ioannis Magnisalis","orcid":"https://orcid.org/0000-0003-4122-5508"},"institutions":[{"id":"https://openalex.org/I183898223","display_name":"International Hellenic University","ror":"https://ror.org/00708jp83","country_code":"GR","type":"education","lineage":["https://openalex.org/I183898223"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Magnisalis","raw_affiliation_strings":["School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0003-4122-5508","affiliations":[{"raw_affiliation_string":"School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I183898223"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071901091","display_name":"Christos Tjortjis","orcid":"https://orcid.org/0000-0001-8263-9024"},"institutions":[{"id":"https://openalex.org/I183898223","display_name":"International Hellenic University","ror":"https://ror.org/00708jp83","country_code":"GR","type":"education","lineage":["https://openalex.org/I183898223"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos Tjortjis","raw_affiliation_strings":["School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0001-8263-9024","affiliations":[{"raw_affiliation_string":"School of Science and Technology, International Hellenic University, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I183898223"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5012359011"],"corresponding_institution_ids":["https://openalex.org/I187792471"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":5.2972,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95987027,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"12","first_page":"309","last_page":"309"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.13410000503063202,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.13410000503063202,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08630000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.06750000268220901,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6851000189781189},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.536300003528595},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4514000117778778},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.4503999948501587},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.34380000829696655},{"id":"https://openalex.org/keywords/polysemy","display_name":"Polysemy","score":0.31369999051094055},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.31060001254081726}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6851000189781189},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.633899986743927},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.536300003528595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4659999907016754},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4514000117778778},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4503999948501587},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C2780276568","wikidata":"https://www.wikidata.org/wiki/Q191928","display_name":"Polysemy","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/bdcc9120309","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9120309","pdf_url":"https://www.mdpi.com/2504-2289/9/12/309/pdf?version=1764758358","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:94ecab9ffad54014973a1b078d677e3f","is_oa":true,"landing_page_url":"https://doaj.org/article/94ecab9ffad54014973a1b078d677e3f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing, Vol 9, Iss 12, p 309 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/bdcc9120309","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9120309","pdf_url":"https://www.mdpi.com/2504-2289/9/12/309/pdf?version=1764758358","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4416955380.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W4400397498","https://openalex.org/W4401706657","https://openalex.org/W4402519590","https://openalex.org/W4404782968","https://openalex.org/W4404792856","https://openalex.org/W4404792972","https://openalex.org/W4408091300","https://openalex.org/W4408106436","https://openalex.org/W4408171998","https://openalex.org/W4408323770","https://openalex.org/W4410015876","https://openalex.org/W4410638117","https://openalex.org/W4411026510","https://openalex.org/W4411120346","https://openalex.org/W4411120544","https://openalex.org/W4411232405","https://openalex.org/W4412396168","https://openalex.org/W4412888523","https://openalex.org/W4412944981","https://openalex.org/W4412945485","https://openalex.org/W4415233873","https://openalex.org/W4416034937","https://openalex.org/W4416035633"],"related_works":[],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"are":[5],"core":[6],"components":[7],"in":[8,26,124],"Retrieval-Augmented":[9],"Generation":[10],"(RAG)":[11],"systems":[12,130],"for":[13,39,43,186,197,203],"knowledge-intensive":[14],"tasks,":[15],"concerns":[16],"regarding":[17],"hallucinations,":[18],"redundancy,":[19],"and":[20,46,51,59,79,97,104,115,171,207],"unverifiable":[21],"outputs":[22,120],"have":[23],"intensified,":[24],"particularly":[25],"high-stakes":[27],"domains,":[28],"such":[29],"as":[30,63],"e-government.":[31],"This":[32],"study":[33,67,112,191],"proposes":[34],"a":[35,87,193],"modular,":[36],"multi-pipeline":[37],"framework":[38,91,148,196],"statement-level":[40],"faithfulness":[41,175,199],"evaluation":[42,147,176],"characterizing":[44],"hallucination":[45,103],"redundancy":[47,105],"across":[48,177],"both":[49],"simple":[50],"agentic":[52,73,89],"RAG":[53,90,114,129,188],"pipelines.":[54],"Using":[55,136],"GPT-4.1,":[56],"Claude":[57],"Sonnet-4.0,":[58],"Gemini":[60],"2.5":[61],"Pro":[62],"LLM-based":[64],"judges,":[65],"this":[66],"examines":[68,113],"how":[69,168],"tool-specific":[70],"attribution":[71],"within":[72],"multi-tool":[74],"architectures":[75],"influences":[76],"the":[77,82,141,152,156],"interpretability":[78],"traceability":[80],"of":[81,159],"generated":[83],"content.":[84,161],"By":[85],"using":[86,107],"modular":[88,195],"combining":[92],"symbolic":[93],"(GraphRAG),":[94],"semantic":[95],"(embedding),":[96],"real-time":[98],"(web)":[99],"retrieval,":[100],"we":[101],"benchmark":[102],"patterns,":[106],"state-of-the-art":[108],"LLM":[109],"judges.":[110],"The":[111,162,190],"agent-based":[116],"pipelines":[117],"that":[118,131],"attribute":[119],"to":[121,126],"distinct":[122],"tools,":[123],"contrast":[125],"traditional":[127],"single-source":[128],"rely":[132],"on":[133],"aggregated":[134],"retrieval.":[135],"e-government":[137],"data":[138],"sourced":[139],"from":[140],"European":[142],"Commission\u2019s":[143],"Press":[144],"Corner,":[145],"our":[146],"assesses":[149],"not":[150],"only":[151],"frequency,":[153],"but":[154],"also":[155,182],"source-aware":[157],"detectability":[158],"hallucinated":[160],"findings":[163],"provide":[164],"actionable":[165],"insights":[166],"into":[167],"source":[169],"granularity":[170],"retrieval":[172],"orchestration":[173],"impact":[174],"different":[178],"pipeline":[179],"architectures,":[180],"while":[181],"suggesting":[183],"new":[184],"directions":[185],"explainability-aware":[187],"design.":[189],"contributes":[192],"reproducible,":[194],"automated":[198],"assessment,":[200],"with":[201],"implications":[202],"transparency,":[204],"governance":[205],"compliance,":[206],"trustworthy":[208],"AI":[209],"deployment.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-12-03T00:00:00"}