{"id":"https://openalex.org/W7225633378","doi":"https://doi.org/10.5281/zenodo.24080427","title":"Entropy Is Not Enough: Output-Distribution Signals for Detecting Context\u2013Memory Conflicts in Retrieval-Augmented Generation","display_name":"Entropy Is Not Enough: Output-Distribution Signals for Detecting Context\u2013Memory Conflicts in Retrieval-Augmented Generation","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225633378","doi":"https://doi.org/10.5281/zenodo.24080427"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24080427","doi":"https://doi.org/10.5281/zenodo.24080427","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24080427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24080427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5161350690","display_name":"Muhammad Hanzala","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hanzala, Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5161350690"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/jensen-shannon-divergence","display_name":"Jensen-Shannon divergence","score":0.9750000238418579},{"id":"https://openalex.org/keywords/poison-resistance","display_name":"poison resistance","score":0.5569999814033508},{"id":"https://openalex.org/keywords/triviaqa","display_name":"TriviaQA","score":0.5889999866485596},{"id":"https://openalex.org/keywords/qwen2-5","display_name":"Qwen2.5","score":0.6980000138282776}],"concepts":[{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.6244000196456909},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5942000150680542},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5626000165939331},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4562000036239624},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.45570001006126404},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.3946000039577484},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C44492722","wikidata":"https://www.wikidata.org/wiki/Q327069","display_name":"Conditional probability","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3522999882698059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3467000126838684},{"id":"https://openalex.org/C43169469","wikidata":"https://www.wikidata.org/wiki/Q580922","display_name":"Preprint","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31619998812675476},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3102000057697296},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.30070000886917114},{"id":"https://openalex.org/C137270730","wikidata":"https://www.wikidata.org/wiki/Q120811","display_name":"Detection theory","level":3,"score":0.29339998960494995},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C160151201","wikidata":"https://www.wikidata.org/wiki/Q207946","display_name":"Arbitration","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C104759252","wikidata":"https://www.wikidata.org/wiki/Q187120","display_name":"Time shifting","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24080427","doi":"https://doi.org/10.5281/zenodo.24080427","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24080427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24080428","doi":"https://doi.org/10.5281/zenodo.24080428","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24080428","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24080427","doi":"https://doi.org/10.5281/zenodo.24080427","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24080427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416035742","https://openalex.org/W7161683657","https://openalex.org/W7161271111","https://openalex.org/W7123684716","https://openalex.org/W7138894794","https://openalex.org/W7214778694","https://openalex.org/W4412944981","https://openalex.org/W4416034730","https://openalex.org/W7115584422","https://openalex.org/W7161159785"],"abstract_inverted_index":{"Retrieval-augmented":[0],"generation":[1],"(RAG)":[2],"systems":[3],"can":[4],"be":[5,25],"misled":[6],"when":[7],"retrieved":[8],"context":[9],"contradicts":[10],"what":[11],"the":[12,31,59,64,68,102,125,130,162,185],"model":[13,37,126],"knows,":[14],"and":[15,79,97,112,176,180,191],"a":[16,35,39,82,189],"cheap":[17],"inference-time":[18],"conflict":[19,41],"detector":[20],"would":[21],"let":[22],"costly":[23],"arbitration":[24,156],"applied":[26],"selectively.":[27],"We":[28,43],"ask":[29],"whether":[30],"output":[32],"distribution":[33],"of":[34,63,92,148],"language":[36],"carries":[38],"usable":[40],"signal.":[42],"compare":[44],"entropy-based":[45,151],"signals":[46,49,106,121,136],"with":[47,72,81],"identity-aware":[48,105,135],"(Jensen\u2013Shannon":[50],"divergence,":[51],"argmax":[52],"disagreement,":[53],"probability":[54],"mass":[55],"moved":[56],"away":[57],"from":[58],"closed-book":[60,65],"answer,":[61],"likelihood":[62],"answer":[66],"under":[67],"context).":[69],"In":[70],"experiments":[71],"Qwen2.5-3B/7B-Instruct":[73],"on":[74,110,114,134],"TriviaQA":[75],"(type-matched":[76],"wrong-answer":[77],"contexts)":[78],"CounterFact,":[80],"neutral-context":[83],"control,":[84],"entropy":[85],"shift":[86],"is":[87,188],"near":[88],"chance":[89],"in":[90,101,184],"three":[91],"four":[93],"settings":[94],"(AUC":[95],"0.46\u20130.54)":[96],"at":[98],"most":[99],"0.65":[100],"fourth,":[103],"whereas":[104,150],"reach":[107],"AUC":[108],"0.84\u20130.95":[109],"CounterFact":[111],"0.51\u20130.76":[113],"TriviaQA.":[115],"A":[116],"conditional":[117],"analysis":[118],"shows":[119],"these":[120],"largely":[122],"detect":[123],"that":[124],"was":[127],"swayed":[128],"by":[129],"context.":[131],"Downstream,":[132],"gating":[133,152],"matches":[137],"or":[138],"exceeds":[139],"always-arbitrating":[140],"within":[141],"sampling":[142],"error":[143],"while":[144],"arbitrating":[145],"only":[146],"32\u201357%":[147],"instances,":[149],"loses":[153],"poison":[154],"resistance;":[155],"prompt":[157],"wording":[158],"matters":[159],"more":[160],"than":[161],"gate.":[163],"Results":[164],"are":[165,182],"limited":[166],"to":[167],"two":[168],"small":[169],"models,":[170],"83\u2013100":[171],"test":[172],"questions":[173],"per":[174],"setting,":[175],"synthetic":[177],"conflicts.":[178],"Code":[179],"results":[181],"included":[183],"archive.":[186],"This":[187],"preprint":[190],"has":[192],"not":[193],"been":[194],"peer":[195],"reviewed.":[196]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}