{"id":"https://openalex.org/W7222913892","doi":"https://doi.org/10.18653/2026.findings-emnlp.426","title":"Cultural (In)Competence: Investigating Culture-Specific Stereotype Detection Capabilities of LLMs","display_name":"Cultural (In)Competence: Investigating Culture-Specific Stereotype Detection Capabilities of LLMs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7222913892","doi":"https://doi.org/10.18653/2026.findings-emnlp.426"},"language":"en","primary_location":{"id":"doi:10.18653/2026.findings-emnlp.426","doi":"https://doi.org/10.18653/2026.findings-emnlp.426","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.findings-emnlp.426","pdf_url":"https://aclanthology.org/2026.findings-emnlp.426.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-emnlp.426.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006580669","display_name":"Maximilian Splieth\u00f6ver","orcid":"https://orcid.org/0000-0003-4364-1409","observed_orcids":["https://orcid.org/0000-0003-4364-1409"]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Splieth\u00f6ver","raw_affiliation_strings":["Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159090715","display_name":"Jannes L\u00f6tfering","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jannes L\u00f6tfering","raw_affiliation_strings":["Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159041894","display_name":"Dominik Bachmann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dominik Bachmann","raw_affiliation_strings":["Department of Experimental Psychology , Utrecht University","Institute for Logic, Language & Computation , University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Experimental Psychology , Utrecht University","institution_ids":["https://openalex.org/I193662353"]},{"raw_affiliation_string":"Institute for Logic, Language & Computation , University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116937915","display_name":"Alexander Espig","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Espig","raw_affiliation_strings":["Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007928903","display_name":"Willem H. Zuidema","orcid":"https://orcid.org/0000-0002-2362-5447","observed_orcids":["https://orcid.org/0000-0002-2362-5447"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Willem Zuidema","raw_affiliation_strings":["Institute for Logic, Language & Computation , University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Logic, Language & Computation , University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159032482","display_name":"Katrin Schulz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Katrin Schulz","raw_affiliation_strings":["Institute for Logic, Language & Computation , University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Logic, Language & Computation , University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014375244","display_name":"Henning Wachsmuth","orcid":"https://orcid.org/0000-0003-2792-621X","observed_orcids":["https://orcid.org/0000-0003-2792-621X"]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Henning Wachsmuth","raw_affiliation_strings":["Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence & L3S Research Center , Leibniz University Hannover","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70972255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8964","last_page":"8983"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5776000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5776000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.1429000049829483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.12409999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cultural-competence","display_name":"cultural competence","score":0.9269999861717224},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9779999852180481},{"id":"https://openalex.org/keywords/cross-cultural-bias","display_name":"cross-cultural bias","score":0.5669999718666077},{"id":"https://openalex.org/keywords/instruction-tuning","display_name":"instruction tuning","score":0.9089999794960022},{"id":"https://openalex.org/keywords/false-positive-results","display_name":"false positives","score":0.5899999737739563},{"id":"https://openalex.org/keywords/non-english-languages","display_name":"non-English languages","score":0.6480000019073486}],"concepts":[{"id":"https://openalex.org/C168127410","wikidata":"https://www.wikidata.org/wiki/Q1754331","display_name":"Stereotype (UML)","level":2,"score":0.6488999724388123},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.593999981880188},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5928999781608582},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5787000060081482},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.45669999718666077},{"id":"https://openalex.org/C2992975276","wikidata":"https://www.wikidata.org/wiki/Q11042","display_name":"Cultural background","level":4,"score":0.3953000009059906},{"id":"https://openalex.org/C37773902","wikidata":"https://www.wikidata.org/wiki/Q970594","display_name":"Cultural bias","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C2994055011","wikidata":"https://www.wikidata.org/wiki/Q210272","display_name":"Cultural knowledge","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C2778560987","wikidata":"https://www.wikidata.org/wiki/Q1378247","display_name":"Cultural psychology","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C168646138","wikidata":"https://www.wikidata.org/wiki/Q11578821","display_name":"Cross-cultural","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C2993167945","wikidata":"https://www.wikidata.org/wiki/Q196626","display_name":"Linguistic context","level":3,"score":0.3179999887943268},{"id":"https://openalex.org/C2994336638","wikidata":"https://www.wikidata.org/wiki/Q11042","display_name":"Cultural influence","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C2776845425","wikidata":"https://www.wikidata.org/wiki/Q813952","display_name":"Stereotype threat","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.28859999775886536},{"id":"https://openalex.org/C2984138521","wikidata":"https://www.wikidata.org/wiki/Q194112","display_name":"Cultural values","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C110379092","wikidata":"https://www.wikidata.org/wiki/Q1571836","display_name":"Social environment","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/2026.findings-emnlp.426","doi":"https://doi.org/10.18653/2026.findings-emnlp.426","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.findings-emnlp.426","pdf_url":"https://aclanthology.org/2026.findings-emnlp.426.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2610.22545","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.22545","pdf_url":"https://arxiv.org/pdf/2610.22545","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.22545","doi":"https://doi.org/10.48550/arxiv.2610.22545","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.22545","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/2026.findings-emnlp.426","doi":"https://doi.org/10.18653/2026.findings-emnlp.426","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.findings-emnlp.426","pdf_url":"https://aclanthology.org/2026.findings-emnlp.426.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1622223166","display_name":"TRR 318: Erkl\u00e4rbarkeit konstruieren","funder_award_id":"438445824","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G309387438","display_name":"The biased reality of online media - \n\nUsing stereotypes to make media manipulation visible","funder_award_id":"406.DI.19.059","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5645276974","display_name":null,"funder_award_id":"TRR 318","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8256977652","display_name":null,"funder_award_id":"01IS22093C","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222913892.pdf","grobid_xml":"https://content.openalex.org/works/W7222913892.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W3001279689","https://openalex.org/W4309956727","https://openalex.org/W4384648639","https://openalex.org/W4387390310","https://openalex.org/W4387994989","https://openalex.org/W4390339358","https://openalex.org/W4390976599","https://openalex.org/W4396815229","https://openalex.org/W4414281281","https://openalex.org/W4417035023","https://openalex.org/W4417460349","https://openalex.org/W7102609451","https://openalex.org/W7166813590"],"related_works":["https://openalex.org/W4416035772","https://openalex.org/W4399655883","https://openalex.org/W4416043748","https://openalex.org/W4416872671","https://openalex.org/W7154020452","https://openalex.org/W7223083881","https://openalex.org/W4410560601","https://openalex.org/W4414979688","https://openalex.org/W4417448910","https://openalex.org/W7161678005"],"abstract_inverted_index":{"Stereotypes":[0],"are":[1,5,14],"subjective":[2],"constructs":[3],"that":[4,39,125,157,165],"mediated":[6],"by":[7],"the":[8,88,100,104,110,136],"cultural":[9,21,44,56,73,121,132,146],"context":[10,147],"in":[11,54],"which":[12],"they":[13],"viewed.Successfully":[15],"modeling":[16],"them":[17],"thus":[18,149],"also":[19,67],"requires":[20],"competence.When":[22],"using":[23],"large":[24],"language":[25],"models":[26,40],"(LLMs)":[27],"for":[28,76,80,92,116,131],"stereotyperelated":[29],"tasks,":[30],"such":[31],"as":[32],"their":[33,62],"detection,":[34],"it":[35],"is":[36,58],"therefore":[37],"crucial":[38],"can":[41],"access":[42],"relevant":[43],"knowledge":[45,57],"and":[46,72,108,119,134,148,164],"adjust":[47],"responses":[48],"accordingly.Since":[49],"LLMs":[50,91,126],"have":[51],"shown":[52],"disparities":[53],"what":[55],"available":[59],"to":[60,142,151],"them,":[61],"capacity":[63],"regarding":[64],"stereotypes":[65],"may":[66],"be":[68],"disparate":[69],"across":[70,96],"languages":[71,78],"contexts":[74,133],"(e.g.,":[75],"non-English":[77],"or":[79],"non-US":[81],"contexts).In":[82],"this":[83],"paper,":[84],"we":[85,155],"systematically":[86],"investigate":[87],"effectiveness":[89,171],"of":[90,138,145],"culture-specific":[93],"stereotype":[94],"detection":[95,170],"three":[97],"factors:":[98],"(1)":[99],"prompting":[101],"language,":[102,107],"(2)":[103],"instruction":[105,159],"tuning":[106,160],"(3)":[109],"fine-tuning":[111],"dataset":[112],"size.We":[113],"conduct":[114],"experiments":[115],"US,":[117],"Dutch,":[118],"Chinese":[120],"contexts.Our":[122],"results":[123],"suggest":[124],"do":[127],"not":[128],"reliably":[129],"account":[130],"overpredict":[135],"presence":[137],"stereotypes.Non-English":[139],"prompts":[140],"seem":[141],"improve":[143],"consideration":[144],"lead":[150],"more":[152],"effective":[153],"predictions.Moreover,":[154],"find":[156],"additional":[158],"reduces":[161],"false-positive":[162],"rates":[163],"training":[166],"data":[167],"size":[168],"moderates":[169],"non-monotonically.":[172]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-20T00:00:00"}