{"id":"https://openalex.org/W7222575686","doi":"https://doi.org/10.48550/arxiv.2610.21184","title":"Beyond Retrieval Failure: Understanding Why LLMs Miss Evidence in Multi-Hop RAG","display_name":"Beyond Retrieval Failure: Understanding Why LLMs Miss Evidence in Multi-Hop RAG","publication_year":2026,"publication_date":"2026-10-15","ids":{"openalex":"https://openalex.org/W7222575686","doi":"https://doi.org/10.48550/arxiv.2610.21184"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.21184","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.21184","pdf_url":"https://arxiv.org/pdf/2610.21184","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.21184","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5158913768","display_name":"Jiaqi Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei, Jiaqi","raw_affiliation_strings":["Shanghai AI Laboratory Shanghai , China","Zhejiang University Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory Shanghai , China","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Zhejiang University Hangzhou , China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158899730","display_name":"Wenxuan Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huang, Wenxuan","raw_affiliation_strings":["Fudan University Shanghai , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University Shanghai , China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158924330","display_name":"Chengdong Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Chengdong","raw_affiliation_strings":["Sun Yat-sen University Guangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University Guangzhou , China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158858095","display_name":"Xiang Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhang, Xiang","raw_affiliation_strings":["University of British Columbia Vancouver , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia Vancouver , Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137037507","display_name":"Wanli Ouyang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ouyang, Wanli","raw_affiliation_strings":["The Chinese University of Hong Kong Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong Hong Kong SAR , China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.70169997215271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.70169997215271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.2858999967575073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-failure","display_name":"retrieval failure","score":0.7900000214576721},{"id":"https://openalex.org/keywords/lack-of-evidence","display_name":"absence of evidence","score":0.6859999895095825},{"id":"https://openalex.org/keywords/evidence-recovery","display_name":"evidence recovery","score":0.40700000524520874},{"id":"https://openalex.org/keywords/information-retrieval-evaluation","display_name":"information retrieval evaluation","score":0.41600000858306885},{"id":"https://openalex.org/keywords/musique","display_name":"MuSiQue","score":0.6520000100135803},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5799999833106995}],"concepts":[{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.5889000296592712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5752000212669373},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5461999773979187},{"id":"https://openalex.org/C2779235478","wikidata":"https://www.wikidata.org/wiki/Q286576","display_name":"Register (sociolinguistics)","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4618000090122223},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3160000145435333},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C95480931","wikidata":"https://www.wikidata.org/wiki/Q5287668","display_name":"Documentary evidence","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C201789804","wikidata":"https://www.wikidata.org/wiki/Q2362762","display_name":"Search problem","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C2781291010","wikidata":"https://www.wikidata.org/wiki/Q178580","display_name":"Period (music)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2988412617","wikidata":"https://www.wikidata.org/wiki/Q7441656","display_name":"Keyword search","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2574000060558319},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2554999887943268},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.21184","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.21184","pdf_url":"https://arxiv.org/pdf/2610.21184","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.21184","doi":"https://doi.org/10.48550/arxiv.2610.21184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.21184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.21184","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.21184","pdf_url":"https://arxiv.org/pdf/2610.21184","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222575686.pdf","grobid_xml":"https://content.openalex.org/works/W7222575686.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7220920083","https://openalex.org/W7172421742","https://openalex.org/W7154951286","https://openalex.org/W7214523687","https://openalex.org/W7221144555","https://openalex.org/W7160855233","https://openalex.org/W7125946662","https://openalex.org/W7160869526","https://openalex.org/W7214149462","https://openalex.org/W4415413158"],"abstract_inverted_index":{"Multi-hop":[0],"retrieval-augmented":[1],"generation":[2,79],"(RAG)":[3],"requires":[4],"an":[5,71],"agent":[6,34],"to":[7,29,38,138,145,152,154,158,204],"retrieve":[8,44],"evidence":[9,104,134,167,203,209],"for":[10],"a":[11,17,21,40,85,172,192],"sequence":[12],"of":[13,128,160],"dependent":[14],"sub-questions.":[15],"When":[16],"wrong":[18,129,163],"answer":[19],"lacks":[20],"required":[22,133,202],"passage,":[23],"the":[24,30,33,66,75,114,119,126,195,207],"passage":[25,109,115],"may":[26,35],"be":[27],"inaccessible":[28],"retriever,":[31,76],"or":[32],"have":[36],"failed":[37],"issue":[39],"query":[41],"that":[42,89,113,206],"would":[43],"it.":[45],"Standard":[46],"retrieval":[47,58],"evaluations":[48],"conflate":[49],"these":[50],"two":[51],"causes.":[52],"We":[53],"study":[54],"how":[55],"much":[56],"apparent":[57],"failure":[59],"is":[60,190,210],"instead":[61],"caused":[62],"by":[63,118],"search":[64,67,100,200],"drift:":[65],"no":[68],"longer":[69],"tracks":[70],"unanswered":[72],"sub-question.":[73],"Holding":[74],"corpus,":[77],"and":[78,93,142,156,180],"model":[80],"fixed,":[81],"we":[82],"introduce":[83],"ExecutionRAG,":[84],"training-free":[86],"requirement":[87],"register":[88,98],"records":[90],"open":[91],"sub-questions":[92],"their":[94],"supporting":[95],"evidence.":[96],"The":[97,187],"changes":[99],"guidance":[101],"but":[102],"not":[103,170],"access,":[105],"so":[106],"each":[107,161],"gold":[108],"it":[110],"recovers":[111],"certifies":[112],"was":[116],"reachable":[117],"original":[120],"retriever.":[121],"On":[122],"1,000":[123],"MuSiQue":[124],"questions,":[125],"number":[127],"answers":[130],"with":[131,140,147],"unretrieved":[132],"falls":[135],"from":[136,143,198],"382":[137],"234":[139],"all-MiniLM-L6-v2":[141],"383":[144],"274":[146],"Qwen3-Embedding-0.6B.":[148],"These":[149],"counts":[150],"correspond":[151],"69%":[153],"44%":[155],"66%":[157],"48%":[159],"system's":[162],"answers,":[164],"respectively.":[165],"Crucially,":[166],"recovery":[168],"does":[169],"produce":[171],"proportional":[173],"reduction":[174],"in":[175,194],"total":[176],"error:":[177],"premature":[178],"resolutions":[179],"abstentions":[181],"increase":[182],"as":[183],"missing-evidence":[184],"failures":[185],"decrease.":[186],"central":[188],"finding":[189],"therefore":[191],"shift":[193],"remaining":[196],"bottleneck,":[197],"guiding":[199],"toward":[201],"verifying":[205],"retrieved":[208],"sufficient.":[211]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-10-17T00:00:00"}