{"id":"https://openalex.org/W7132821520","doi":"https://doi.org/10.1145/3786304.3787918","title":"Measuring What Matters: Aligning System-Level RAG Metrics with User Trust in a High-Stakes Compliance Domain","display_name":"Measuring What Matters: Aligning System-Level RAG Metrics with User Trust in a High-Stakes Compliance Domain","publication_year":2026,"publication_date":"2026-02-28","ids":{"openalex":"https://openalex.org/W7132821520","doi":"https://doi.org/10.1145/3786304.3787918"},"language":null,"primary_location":{"id":"doi:10.1145/3786304.3787918","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786304.3787918","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786304.3787918","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127670566","display_name":"Paul Momoh","orcid":null},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul Momoh","raw_affiliation_strings":["School of Architecture, Computing & Engineering, University of Wolverhampton, Wolverhampton, West Midlands, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0000-6893-0595","affiliations":[{"raw_affiliation_string":"School of Architecture, Computing & Engineering, University of Wolverhampton, Wolverhampton, West Midlands, United Kingdom","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5094096429","display_name":"Julius Odede","orcid":"https://orcid.org/0009-0004-6304-0074"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julius Odede","raw_affiliation_strings":["School of Architecture, Computing & Engineering, University of Wolverhampton, Wolverhampton, West Midlands, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0004-6304-0074","affiliations":[{"raw_affiliation_string":"School of Architecture, Computing & Engineering, University of Wolverhampton, Wolverhampton, West Midlands, United Kingdom","institution_ids":["https://openalex.org/I119664326"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I119664326"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"316","last_page":"320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.5151000022888184,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.5151000022888184,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.043699998408555984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6463000178337097},{"id":"https://openalex.org/keywords/compliance","display_name":"Compliance (psychology)","score":0.6007000207901001},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5131000280380249},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4399000108242035},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.38370001316070557},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.3269999921321869},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3269999921321869}],"concepts":[{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6463000178337097},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6388000249862671},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.6007000207901001},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5131000280380249},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4357999861240387},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4065999984741211},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37450000643730164},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3571999967098236},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C3017893058","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"User satisfaction","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C512654426","wikidata":"https://www.wikidata.org/wiki/Q19652","display_name":"Public domain","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.271699994802475},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786304.3787918","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786304.3787918","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786304.3787918","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786304.3787918","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W3122377085","https://openalex.org/W4389518671","https://openalex.org/W4392581095","https://openalex.org/W4406459163"],"related_works":[],"abstract_inverted_index":{"In":[0],"high-stakes":[1],"domains":[2],"like":[3],"legal":[4],"or":[5],"regulatory":[6],"compliance,":[7],"user":[8],"satisfaction":[9],"is":[10],"secondary":[11],"to":[12,47],"trust.":[13],"A":[14],"single":[15],"hallucination":[16],"can":[17],"have":[18],"severe":[19],"consequences,":[20],"making":[21],"trust":[22],"the":[23],"paramount":[24],"user-experience":[25],"(UX)":[26],"metric.":[27],"This":[28],"presents":[29],"a":[30,48],"methodological":[31],"challenge:":[32],"how":[33,42],"do":[34,43],"we":[35],"evaluate":[36],"for":[37],"this":[38],"core":[39],"need,":[40],"and":[41],"technical":[44],"metrics":[45],"relate":[46],"user\u2019s":[49],"perception":[50],"of":[51],"trust?":[52]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-01T00:00:00"}