{"id":"https://openalex.org/W7225188052","doi":"https://doi.org/10.48550/arxiv.2611.02585","title":"From Language to Country to Valence: A Multilingual Audit of Stereotype Bias Across LLMs","display_name":"From Language to Country to Valence: A Multilingual Audit of Stereotype Bias Across LLMs","publication_year":2026,"publication_date":"2026-11-02","ids":{"openalex":"https://openalex.org/W7225188052","doi":"https://doi.org/10.48550/arxiv.2611.02585"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.02585","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02585","pdf_url":"https://arxiv.org/pdf/2611.02585","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.02585","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160461912","display_name":"Zihao Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Sun, Zihao","raw_affiliation_strings":["University of Technology Sydney Sydney , Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Sydney , Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5160461912"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stereotype-bias","display_name":"stereotype bias","score":0.8059999942779541},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9890000224113464},{"id":"https://openalex.org/keywords/gender-bias","display_name":"gender bias","score":0.6079999804496765},{"id":"https://openalex.org/keywords/racial-bias","display_name":"racial bias","score":0.9890000224113464},{"id":"https://openalex.org/keywords/religious-bias","display_name":"religious bias","score":0.9900000095367432},{"id":"https://openalex.org/keywords/reddit-posts","display_name":"Reddit posts","score":0.4869999885559082},{"id":"https://openalex.org/keywords/cross-lingual-bias","display_name":"cross-lingual bias","score":0.5699999928474426}],"concepts":[{"id":"https://openalex.org/C168127410","wikidata":"https://www.wikidata.org/wiki/Q1754331","display_name":"Stereotype (UML)","level":2,"score":0.7046999931335449},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6449000239372253},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5616999864578247},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5299000144004822},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5005999803543091},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4300000071525574},{"id":"https://openalex.org/C39896193","wikidata":"https://www.wikidata.org/wiki/Q380344","display_name":"Descriptive statistics","level":2,"score":0.3668999969959259},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C107062074","wikidata":"https://www.wikidata.org/wiki/Q109701697","display_name":"Prejudice (legal term)","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C56995899","wikidata":"https://www.wikidata.org/wiki/Q1126687","display_name":"Focus group","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2955000102519989},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C168646138","wikidata":"https://www.wikidata.org/wiki/Q11578821","display_name":"Cross-cultural","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.02585","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02585","pdf_url":"https://arxiv.org/pdf/2611.02585","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.02585","doi":"https://doi.org/10.48550/arxiv.2611.02585","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.02585","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.02585","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.02585","pdf_url":"https://arxiv.org/pdf/2611.02585","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.8974000215530396}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225188052.pdf","grobid_xml":"https://content.openalex.org/works/W7225188052.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7163067736","https://openalex.org/W4416435463","https://openalex.org/W4399655883","https://openalex.org/W4416035772","https://openalex.org/W4416035294","https://openalex.org/W4386302153","https://openalex.org/W7221599092","https://openalex.org/W7152554470","https://openalex.org/W7219335668","https://openalex.org/W4389261523"],"abstract_inverted_index":{"Large":[0],"language":[1,73],"models":[2,90,128,133],"(LLMs)":[3],"are":[4,25,63,91],"increasingly":[5],"considered":[6],"for":[7,115,121],"education,":[8],"recruitment,":[9],"workplace":[10],"decision":[11],"support,":[12],"and":[13,34,38,45,58,74,86,123,142,148,174],"other":[14],"consequential":[15],"applications,":[16],"making":[17],"pre-deployment":[18],"social-bias":[19],"detection":[20],"essential.":[21],"Yet":[22],"major":[23],"benchmarks":[24],"English-centred":[26],"or":[27,160],"translated,":[28,64],"focus":[29],"mainly":[30],"on":[31],"negative":[32],"stereotypes,":[33],"may":[35],"miss":[36],"linguistic":[37],"cultural":[39],"variation.":[40],"We":[41],"investigate":[42],"gender,":[43,116],"racial,":[44],"religious":[46],"bias":[47],"using":[48],"12,000":[49],"locally":[50],"written":[51],"Reddit":[52],"posts":[53],"in":[54,108],"English,":[55],"Spanish,":[56],"French,":[57],"German.":[59],"Only":[60],"search":[61],"terms":[62],"preserving":[65],"local":[66],"context.":[67],"The":[68,125,164],"dataset":[69],"is":[70,78,113,119],"balanced":[71,80],"by":[72,81],"category;":[75],"English":[76],"gender":[77],"additionally":[79],"stereotype":[82,158],"valence.":[83],"Three":[84],"open-weight":[85,132],"three":[87],"proprietary":[88],"API-based":[89],"evaluated":[92,126],"with":[93],"a":[94],"two-blank":[95],"design":[96],"that":[97],"reduces":[98],"grammatical-gender":[99],"cues.":[100],"Religion":[101],"has":[102],"the":[103,131],"highest":[104,114,120],"absolute":[105],"choice":[106,155],"imbalance":[107],"every":[109],"model-language":[110],"condition.":[111],"Spanish":[112,149],"whereas":[117],"German":[118],"race":[122],"religion.":[124],"API":[127],"score":[129],"below":[130],"throughout.":[134],"Negative":[135],"English-gender":[136],"items":[137],"exceed":[138,145],"positive":[139],"items;":[140],"Australian":[141],"Mexican":[143],"contexts":[144],"their":[146],"Canadian":[147],"counterparts.":[150],"These":[151],"descriptive":[152],"differences":[153],"measure":[154],"concentration,":[156],"not":[157],"endorsement":[159],"causal":[161],"country":[162],"effects.":[163],"crossed":[165],"patterns":[166],"show":[167],"how":[168],"aggregate":[169],"scores":[170],"can":[171],"conceal":[172],"category-":[173],"context-specific":[175],"behaviour,":[176],"motivating":[177],"closer":[178],"inspection":[179],"before":[180],"deployment.":[181]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-11-04T00:00:00"}