{"id":"https://openalex.org/W4415195203","doi":"https://doi.org/10.1609/aies.v8i3.36718","title":"How Deep Is Representational Bias in LLMs? The Cases of Caste and Religion","display_name":"How Deep Is Representational Bias in LLMs? The Cases of Caste and Religion","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415195203","doi":"https://doi.org/10.1609/aies.v8i3.36718"},"language":"en","primary_location":{"id":"doi:10.1609/aies.v8i3.36718","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i3.36718","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36718/38856","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ojs.aaai.org/index.php/AIES/article/download/36718/38856","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045586900","display_name":"Agrima Seth","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agrima Seth","raw_affiliation_strings":["School of Information, University of Michigan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008944385","display_name":"Monojit Choudhury","orcid":"https://orcid.org/0000-0001-7473-7839"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Monojit Choudhury","raw_affiliation_strings":["MBZUAI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MBZUAI","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005513786","display_name":"Sunayana Sitaram","orcid":"https://orcid.org/0000-0003-4251-9719"},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sunayana Sitaram","raw_affiliation_strings":["Microsoft Research India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research India","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119242875","display_name":"Kentaro Toyama","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kentaro Toyama","raw_affiliation_strings":["School of Information, University of Michigan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072922547","display_name":"Aditya Vashistha","orcid":"https://orcid.org/0000-0001-5693-3326"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Vashistha","raw_affiliation_strings":["Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013639574","display_name":"Kalika Bali","orcid":"https://orcid.org/0000-0001-9275-742X"},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kalika Bali","raw_affiliation_strings":["Microsoft Research India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research India","institution_ids":["https://openalex.org/I4210124949"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2088,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.97196262,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"8","issue":"3","first_page":"2319","last_page":"2330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14013","display_name":"Legal Language and Interpretation","score":0.9200999736785889,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14013","display_name":"Legal Language and Interpretation","score":0.9200999736785889,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10802","display_name":"Judicial and Constitutional Studies","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/caste","display_name":"Caste","score":0.6323000192642212},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.597100019454956},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5220999717712402},{"id":"https://openalex.org/keywords/race","display_name":"Race (biology)","score":0.5123999714851379},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4575999975204468},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4083000123500824},{"id":"https://openalex.org/keywords/cultural-diversity","display_name":"Cultural diversity","score":0.37950000166893005}],"concepts":[{"id":"https://openalex.org/C2779509574","wikidata":"https://www.wikidata.org/wiki/Q484416","display_name":"Caste","level":2,"score":0.6323000192642212},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.597100019454956},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5220999717712402},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.5123999714851379},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4575999975204468},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4490000009536743},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.44369998574256897},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.37860000133514404},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34790000319480896},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.28299999237060547},{"id":"https://openalex.org/C52130261","wikidata":"https://www.wikidata.org/wiki/Q39825","display_name":"Census","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.26159998774528503},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aies.v8i3.36718","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i3.36718","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36718/38856","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aies.v8i3.36718","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i3.36718","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36718/38856","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415195203.pdf","grobid_xml":"https://content.openalex.org/works/W4415195203.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Representational":[0],"bias":[1,113,149,164],"in":[2,71,90,98,102,114,150,165,178,205],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"has":[7,15,152],"predominantly":[8],"been":[9],"measured":[10],"through":[11],"single-response":[12],"interactions":[13],"and":[14,23,46,87,109,119,169,175],"focused":[16],"on":[17,27],"Global":[18],"North-centric":[19],"identities":[20],"like":[21],"race":[22],"gender.":[24],"We":[25,55,121],"expand":[26],"that":[28,123,147,156,185],"research":[29],"by":[30],"conducting":[31],"a":[32,153],"systematic":[33],"audit":[34],"of":[35,53,85,111],"GPT-4":[36,57,124],"Turbo":[37,58],"to":[38,50,59,76,79,139,194],"reveal":[39],"how":[40,47],"deeply":[41],"encoded":[42],"representational":[43,112,141,148],"biases":[44],"are":[45],"they":[48],"extend":[49],"less-explored":[51],"dimensions":[52],"identity.":[54],"prompt":[56],"generate":[60],"over":[61],"7,200":[62],"stories":[63],"about":[64],"significant":[65],"life":[66],"events":[67],"(such":[68],"as":[69,100],"weddings)":[70],"India,":[72],"using":[73],"prompts":[74,137],"designed":[75],"encourage":[77,140],"diversity":[78,84],"varying":[80],"extents.":[81],"Comparing":[82],"the":[83,91,94,107,115,161,199],"religious":[86],"caste":[88],"representation":[89],"outputs":[92],"against":[93],"actual":[95],"population":[96],"distribution":[97,163],"India":[99],"recorded":[101],"census":[103],"data,":[104,168],"we":[105],"quantify":[106],"presence":[108],"\u201cstickiness\u201d":[110],"LLM":[116,196],"for":[117,201],"religion":[118],"caste.":[120],"find":[122],"responses":[125],"consistently":[126],"overrepresent":[127],"culturally":[128],"dominant":[129],"groups":[130],"far":[131],"beyond":[132],"their":[133,166],"statistical":[134],"representation,":[135],"despite":[136],"intended":[138],"diversity.":[142],"Our":[143],"findings":[144],"also":[145],"suggest":[146,184],"LLMs":[151],"winner-takes-all":[154],"quality":[155],"is":[157],"more":[158,202],"biased":[159],"than":[160],"likely":[162],"training":[167,187],"repeated":[170],"prompt-based":[171],"nudges":[172],"have":[173],"limited":[174],"inconsistent":[176],"efficacy":[177],"dislodging":[179],"these":[180],"biases.":[181],"These":[182],"results":[183],"diversifying":[186],"data":[188],"alone":[189],"may":[190],"not":[191],"be":[192],"sufficient":[193],"correct":[195],"bias,":[197],"highlighting":[198],"need":[200],"fundamental":[203],"changes":[204],"model":[206],"development.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-15T00:00:00"}