{"id":"https://openalex.org/W4417200309","doi":"https://doi.org/10.1145/3765612.3767788","title":"VERIRAG: Healthcare Claim Verification via Statistical Audit in Retrieval-Augmented Generation","display_name":"VERIRAG: Healthcare Claim Verification via Statistical Audit in Retrieval-Augmented Generation","publication_year":2025,"publication_date":"2025-10-12","ids":{"openalex":"https://openalex.org/W4417200309","doi":"https://doi.org/10.1145/3765612.3767788"},"language":null,"primary_location":{"id":"doi:10.1145/3765612.3767788","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765612.3767788","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3765612.3767788","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM International Conference on Bioinformatics, Computational Biology, and Health Informatics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3765612.3767788","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119180990","display_name":"Shubham Mohole","orcid":"https://orcid.org/0009-0000-1717-0629"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shubham Mohole","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0009-0000-1717-0629","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037900982","display_name":"Hongjun Choi","orcid":"https://orcid.org/0000-0003-0973-9541"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongjun Choi","raw_affiliation_strings":["Lawrence Livermore National Labs, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0973-9541","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Labs, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101523517","display_name":"Shusen Liu","orcid":"https://orcid.org/0000-0002-6455-8391"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shusen Liu","raw_affiliation_strings":["Lawrence Livermore National Laboratory, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6455-8391","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120016544","display_name":"Christine Klymko","orcid":"https://orcid.org/0000-0002-9151-3279"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine Klymko","raw_affiliation_strings":["Lawrence Livermore National Labs, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9151-3279","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Labs, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017102494","display_name":"Shashank Kushwaha","orcid":"https://orcid.org/0000-0001-6295-1328"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shashank Kushwaha","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-6295-1328","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120761634","display_name":"Derek Shi","orcid":"https://orcid.org/0009-0006-9645-1085"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Shi","raw_affiliation_strings":["Lawrence Livermore National Labs, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0009-0006-9645-1085","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Labs, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060098548","display_name":"Wesam Sakla","orcid":"https://orcid.org/0000-0003-4100-3542"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wesam A. Sakla","raw_affiliation_strings":["Lawrence Livermore National Laboratory, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4100-3542","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038532934","display_name":"Sainyam Galhotra","orcid":"https://orcid.org/0000-0003-2529-4036"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sainyam Galhotra","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2529-4036","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021316298","display_name":"Ruben Glatt","orcid":"https://orcid.org/0000-0002-4401-3810"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruben Glatt","raw_affiliation_strings":["Lawrence Livermore National Labs, Livermore, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4401-3810","affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Labs, Livermore, CA, USA","institution_ids":["https://openalex.org/I1282311441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8429,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90203439,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.41179999709129333,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.41179999709129333,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10270000249147415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.08129999786615372,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7017999887466431},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5777999758720398},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.49799999594688416},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.40310001373291016},{"id":"https://openalex.org/keywords/aggregate-data","display_name":"Aggregate data","score":0.2994000017642975},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.29750001430511475}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7017999887466431},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5777999758720398},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5583000183105469},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.49799999594688416},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.4948999881744385},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4334000051021576},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3278000056743622},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2921000123023987},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.28110000491142273},{"id":"https://openalex.org/C140181557","wikidata":"https://www.wikidata.org/wiki/Q2288714","display_name":"Quality audit","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2651999890804291},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.25949999690055847},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3765612.3767788","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765612.3767788","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3765612.3767788","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM International Conference on Bioinformatics, Computational Biology, and Health Informatics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3765612.3767788","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765612.3767788","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3765612.3767788","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM International Conference on Bioinformatics, Computational Biology, and Health Informatics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4844777956","display_name":null,"funder_award_id":"DE-AC52-07NA27344","funder_id":"https://openalex.org/F4320337547","funder_display_name":"Laboratory Directed Research and Development"},{"id":"https://openalex.org/G5816449448","display_name":null,"funder_award_id":"DE-AC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8374966015","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G991281326","display_name":null,"funder_award_id":"AC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"},{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417200309.pdf"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4389519118"],"related_works":[],"abstract_inverted_index":{"Retrieval-augmented":[0],"generation":[1],"(RAG)":[2],"systems":[3],"retrieve":[4],"clinically-relevant":[5],"evidence":[6],"but":[7],"remain":[8],"methodologically":[9],"blind,":[10],"unable":[11],"to":[12,47,57,74],"judge":[13],"study":[14],"quality":[15],"(e.g.,":[16],"retractions,":[17],"underpowered":[18],"analyses).":[19],"We":[20],"introduce":[21],"VERIRAG,":[22],"which":[23],"addresses":[24],"this":[25],"gap":[26],"through":[27],"a":[28,40,52],"three-part":[29],"framework:":[30],"(i)":[31],"an":[32],"11-point":[33],"Veritable":[34],"audit":[35],"for":[36],"methodological":[37],"rigor;":[38],"(ii)":[39],"quality-":[41],"and":[42,50,87],"novelty-weighted":[43],"Hard-to-Vary":[44],"(HV)":[45],"score":[46],"aggregate":[48],"evidence;":[49],"(iii)":[51],"Dynamic":[53],"Acceptance":[54],"Threshold":[55],"calibrated":[56],"claim":[58],"boldness.":[59],"Across":[60],"four":[61],"corpora":[62],"simulating":[63],"the":[64],"evolution":[65],"of":[66],"scientific":[67],"evidence,":[68],"from":[69],"initial":[70],"flawed":[71],"findings":[72],"(TY0)":[73],"settled":[75],"science":[76],"(TY5),":[77],"VERIRAG":[78],"consistently":[79],"outperforms":[80],"RAG":[81],"baselines":[82],"like":[83],"COT-RAG[2],":[84],"Self-RAG[1],":[85],"FLARE[4],":[86],"CIBER[3].":[88]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-21T07:57:09.225873","created_date":"2025-12-10T00:00:00"}