{"id":"https://openalex.org/W7146954963","doi":"https://doi.org/10.48550/arxiv.2603.27752","title":"Retromorphic Testing with Hierarchical Verification for Hallucination Detection in RAG","display_name":"Retromorphic Testing with Hierarchical Verification for Hallucination Detection in RAG","publication_year":2026,"publication_date":"2026-03-29","ids":{"openalex":"https://openalex.org/W7146954963","doi":"https://doi.org/10.48550/arxiv.2603.27752"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.27752","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.27752","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132658545","display_name":"Boxi Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Boxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132569403","display_name":"Yuzhong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127976757","display_name":"Liting Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Liting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132653887","display_name":"Lionel Briand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Briand, Lionel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5073333928","display_name":"Emir Mu\u00f1oz","orcid":"https://orcid.org/0000-0002-0089-8135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mu\u00f1oz, Emir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.20589999854564667,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.20589999854564667,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14740000665187836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0737999975681305,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.9417999982833862},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6660000085830688},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5102999806404114},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4575999975204468},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3091999888420105}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.9417999982833862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6818000078201294},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6660000085830688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5964999794960022},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4887000024318695},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4575999975204468},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33219999074935913},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3077999949455261},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2736000120639801}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.27752","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.27752","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"can":[3],"still":[4],"hallucinate":[5],"in":[6],"retrieval-augmented":[7],"generation":[8],"(RAG),":[9],"producing":[10],"claims":[11],"that":[12,181,212],"are":[13],"unsupported":[14],"by":[15],"or":[16,48,90],"conflict":[17],"with":[18],"the":[19,33,77,130,137,164,188,208,218],"retrieved":[20,34,78],"context.":[21],"Detecting":[22],"such":[23],"errors":[24],"remains":[25],"challenging":[26],"when":[27],"faithfulness":[28],"is":[29],"judged":[30],"solely":[31],"against":[32,76],"context:":[35],"many":[36],"existing":[37],"detectors":[38],"return":[39],"holistic":[40],"answer-level":[41,132],"scores,":[42],"while":[43,191],"others":[44],"target":[45],"open-domain":[46],"factuality":[47],"fail":[49],"to":[50,99],"provide":[51],"evidence-grounded":[52],"diagnostics.":[53],"We":[54,115],"present":[55],"RT4CHART,":[56],"a":[57,144,148,170],"retromorphic":[58],"testing":[59],"framework":[60],"for":[61],"context-faithfulness":[62],"assessment.":[63],"RT4CHART":[64,117,128],"decomposes":[65],"an":[66,153,159],"answer":[67,101],"into":[68],"independently":[69],"verifiable":[70],"claims,":[71],"performs":[72],"hierarchical":[73],"local-to-global":[74],"verification":[75,193],"context,":[79],"and":[80,103,122,152],"assigns":[81],"each":[82],"claim":[83],"one":[84],"of":[85,146,150,156,174,187,220],"three":[86],"labels:":[87],"entailed,":[88],"contradicted,":[89],"baseless.":[91],"It":[92,167],"further":[93],"maps":[94],"these":[95],"claim-level":[96],"decisions":[97],"back":[98],"specific":[100],"spans":[102],"returns":[104],"explicit":[105],"context-side":[106],"evidence,":[107],"enabling":[108],"fine-grained":[109],"auditing":[110],"rather":[111],"than":[112,207],"opaque":[113],"scoring.":[114],"evaluate":[116],"on":[118,176],"RAGTruth++":[119],"(408":[120],"samples)":[121],"our":[123,200],"re-annotated":[124],"RAGTruth-Enhance":[125],"(2,675":[126],"samples).":[127],"achieves":[129,169],"best":[131],"hallucination-detection":[133],"F1":[134,154,172],"score":[135,155,173],"among":[136],"evaluated":[138],"baselines.":[139],"On":[140],"RAGTruth++,":[141],"it":[142],"attains":[143],"precision":[145],"0.845,":[147],"recall":[149],"0.718,":[151],"0.776,":[157],"representing":[158],"83%":[160],"relative":[161],"improvement":[162],"over":[163],"strongest":[165],"baseline.":[166],"also":[168],"span-level":[171],"47.5%":[175],"RAGTruth-Enhance.":[177],"Ablation":[178],"studies":[179],"show":[180],"claim-based":[182],"local":[183],"processing":[184],"drives":[185],"most":[186],"observed":[189],"improvement,":[190],"global":[192],"provides":[194],"selective":[195],"benefits":[196],"across":[197],"datasets.":[198],"Finally,":[199],"re-annotation":[201],"identifies":[202],"1.68X":[203],"more":[204],"hallucination":[205],"cases":[206],"original":[209],"labels,":[210],"suggesting":[211],"commonly":[213],"used":[214],"benchmarks":[215],"substantially":[216],"underestimate":[217],"prevalence":[219],"hallucination.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-02T00:00:00"}