{"id":"https://openalex.org/W7128620643","doi":"https://doi.org/10.48550/arxiv.2602.09442","title":"Evaluating Social Bias in RAG Systems: When External Context Helps and Reasoning Hurts","display_name":"Evaluating Social Bias in RAG Systems: When External Context Helps and Reasoning Hurts","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7128620643","doi":"https://doi.org/10.48550/arxiv.2602.09442"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.09442","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125652862","display_name":"Shweta Parihar","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Parihar, Shweta","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125625322","display_name":"Lu Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Lu","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5125652862"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3901999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3901999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.16290000081062317,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.09239999949932098,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.545799970626831},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.5375999808311462},{"id":"https://openalex.org/keywords/confirmation-bias","display_name":"Confirmation bias","score":0.5288000106811523},{"id":"https://openalex.org/keywords/cognitive-bias","display_name":"Cognitive bias","score":0.5067999958992004},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5030999779701233},{"id":"https://openalex.org/keywords/stereotype","display_name":"Stereotype (UML)","score":0.4223000109195709},{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.3700000047683716},{"id":"https://openalex.org/keywords/motivated-reasoning","display_name":"Motivated reasoning","score":0.3578000068664551}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.545799970626831},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5443000197410583},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.5288000106811523},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5101000070571899},{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.5067999958992004},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5030999779701233},{"id":"https://openalex.org/C168127410","wikidata":"https://www.wikidata.org/wiki/Q1754331","display_name":"Stereotype (UML)","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4180000126361847},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.41350001096725464},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.3578000068664551},{"id":"https://openalex.org/C136566586","wikidata":"https://www.wikidata.org/wiki/Q29598","display_name":"Status quo bias","level":3,"score":0.350600004196167},{"id":"https://openalex.org/C159447121","wikidata":"https://www.wikidata.org/wiki/Q490535","display_name":"Response bias","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.3255999982357025},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C86658582","wikidata":"https://www.wikidata.org/wiki/Q1432778","display_name":"Social cognition","level":3,"score":0.2888000011444092},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C88629717","wikidata":"https://www.wikidata.org/wiki/Q17056323","display_name":"Information bias","level":3,"score":0.260699987411499}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.09442","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.09442","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.09442","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.09442","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.8183138370513916,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Social":[0],"biases":[1],"inherent":[2],"in":[3,72,74],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"raise":[8],"significant":[9],"fairness":[10,91],"concerns.":[11],"Retrieval-Augmented":[12],"Generation":[13],"(RAG)":[14],"architectures,":[15],"which":[16],"retrieve":[17],"external":[18,82],"knowledge":[19],"sources":[20],"to":[21,30,161],"enhance":[22],"the":[23,31,42,79,94,98,109,122,125,132,149,162,175],"generative":[24],"capabilities":[25],"of":[26,46,81,97,124],"LLMs,":[27,55],"remain":[28],"susceptible":[29],"same":[32],"bias-related":[33],"challenges.":[34],"This":[35,76],"work":[36],"focuses":[37],"on":[38],"evaluating":[39],"and":[40,56,139],"understanding":[41],"social":[43],"bias":[44,57,65,73,134,163,171],"implications":[45],"RAG.":[47,75],"Through":[48],"extensive":[49],"experiments":[50,129],"across":[51,172],"various":[52],"retrieval":[53],"corpora,":[54],"evaluation":[58],"datasets,":[59,173],"encompassing":[60],"more":[61,143],"than":[62],"13":[63],"different":[64],"types,":[66],"we":[67,106,153],"surprisingly":[68],"observe":[69],"a":[70],"reduction":[71,164],"suggests":[77],"that":[78,131,155,181],"inclusion":[80],"context":[83],"can":[84,182],"help":[85],"counteract":[86],"stereotype-driven":[87],"predictions,":[88],"potentially":[89],"improving":[90],"by":[92,113],"diversifying":[93],"contextual":[95,144],"grounding":[96],"model's":[99,110,126,133],"outputs.":[100],"To":[101],"better":[102],"understand":[103],"this":[104,184],"phenomenon,":[105],"then":[107],"explore":[108],"reasoning":[111,179],"process":[112],"integrating":[114],"Chain-of-Thought":[115],"(CoT)":[116],"prompting":[117],"into":[118],"RAG":[119],"while":[120,156],"assessing":[121],"faithfulness":[123],"CoT.":[127],"Our":[128],"reveal":[130],"inclinations":[135],"shift":[136],"between":[137],"stereotype":[138],"anti-stereotype":[140],"responses":[141],"as":[142],"information":[145],"is":[146],"incorporated":[147],"from":[148],"retrieved":[150],"documents.":[151],"Interestingly,":[152],"find":[154],"CoT":[157],"enhances":[158],"accuracy,":[159],"contrary":[160],"observed":[165],"with":[166],"RAG,":[167],"it":[168],"increases":[169],"overall":[170],"highlighting":[174],"need":[176],"for":[177],"bias-aware":[178],"frameworks":[180],"mitigate":[183],"trade-off.":[185]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-12T00:00:00"}