{"id":"https://openalex.org/W4412889414","doi":"https://doi.org/10.18653/v1/2025.acl-srw.38","title":"A Dual-Layered Evaluation of Geopolitical and Cultural Bias in LLMs","display_name":"A Dual-Layered Evaluation of Geopolitical and Cultural Bias in LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889414","doi":"https://doi.org/10.18653/v1/2025.acl-srw.38"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-srw.38","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-srw.38","pdf_url":"https://aclanthology.org/2025.acl-srw.38.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 4: Student Research Workshop)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-srw.38.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sean Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I158743462","display_name":"Seoul National University of Education","ror":"https://ror.org/01xts9v65","country_code":"KR","type":"education","lineage":["https://openalex.org/I158743462"]},{"id":"https://openalex.org/I2802457231","display_name":"New Generation University College","ror":"https://ror.org/015aem925","country_code":"ET","type":"education","lineage":["https://openalex.org/I2802457231"]}],"countries":["ET","KR"],"is_corresponding":true,"raw_author_name":"Sean Kim","raw_affiliation_strings":["Seoul National University Seoul , Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University Seoul , Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2802457231","https://openalex.org/I158743462"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hyuhng Joon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I158743462","display_name":"Seoul National University of Education","ror":"https://ror.org/01xts9v65","country_code":"KR","type":"education","lineage":["https://openalex.org/I158743462"]},{"id":"https://openalex.org/I2802457231","display_name":"New Generation University College","ror":"https://ror.org/015aem925","country_code":"ET","type":"education","lineage":["https://openalex.org/I2802457231"]}],"countries":["ET","KR"],"is_corresponding":false,"raw_author_name":"Hyuhng Joon Kim","raw_affiliation_strings":["Seoul National University Seoul , Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University Seoul , Republic of Korea","institution_ids":["https://openalex.org/I139264467","https://openalex.org/I2802457231","https://openalex.org/I158743462"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139264467","https://openalex.org/I158743462","https://openalex.org/I2802457231"],"apc_list":null,"apc_paid":null,"fwci":8.0632,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96962888,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"580","last_page":"595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10415","display_name":"International Business and FDI","score":0.8252000212669373,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10415","display_name":"International Business and FDI","score":0.8252000212669373,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11912","display_name":"Outsourcing and Supply Chain Management","score":0.7946000099182129,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/geopolitics","display_name":"Geopolitics","score":0.7987169027328491},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6966066956520081},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.37249118089675903},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.083285391330719},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07164281606674194}],"concepts":[{"id":"https://openalex.org/C201960208","wikidata":"https://www.wikidata.org/wiki/Q159385","display_name":"Geopolitics","level":3,"score":0.7987169027328491},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6966066956520081},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.37249118089675903},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.083285391330719},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07164281606674194},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-srw.38","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-srw.38","pdf_url":"https://aclanthology.org/2025.acl-srw.38.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 4: Student Research Workshop)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-srw.38","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-srw.38","pdf_url":"https://aclanthology.org/2025.acl-srw.38.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 4: Student Research Workshop)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.5899999737739563,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889414.pdf","grobid_xml":"https://content.openalex.org/works/W4412889414.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3018195655","https://openalex.org/W1958217578","https://openalex.org/W1960867961","https://openalex.org/W4234164611","https://openalex.org/W2965844629","https://openalex.org/W2749524358","https://openalex.org/W2990260514"],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2,60],"models":[3,82],"(LLMs)":[4],"are":[5],"increasingly":[6],"deployed":[7],"across":[8,85,119,157],"diverse":[9],"linguistic":[10],"and":[11,20,53,116,122,145,159,168],"cultural":[12],"contexts,":[13],"understanding":[14],"their":[15,26],"behavior":[16,156],"in":[17,44,172],"both":[18,114],"factual":[19,72,115],"disputable":[21,117],"scenarios":[22],"is":[23],"essential-especially":[24],"when":[25],"outputs":[27],"may":[28,100,182],"shape":[29],"public":[30],"opinion":[31],"or":[32,104],"reinforce":[33],"dominant":[34],"narratives.In":[35],"this":[36,175],"paper,":[37],"we":[38],"define":[39],"two":[40],"types":[41],"of":[42,61],"bias":[43,47,55],"LLMs:":[45],"model":[46,51],"(bias":[48,56],"stemming":[49],"from":[50],"training)":[52],"inference":[54],"induced":[57],"by":[58,93],"the":[59,62,91,141],"query),":[63],"through":[64],"a":[65,75,109,150],"two-phase":[66],"evaluation.Phase":[67],"1":[68,129],"evaluates":[69],"LLMs":[70],"on":[71],"questions":[73],"where":[74,98],"single":[76],"verifiable":[77],"answer":[78],"exists,":[79],"assessing":[80],"whether":[81],"maintain":[83],"consistency":[84],"different":[86],"query":[87,131,146],"languages.Phase":[88],"2":[89,136],"expands":[90],"scope":[92],"probing":[94],"geopolitically":[95],"sensitive":[96,160],"disputes,":[97],"responses":[99],"reflect":[101],"culturally":[102],"embedded":[103],"ideologically":[105],"aligned":[106],"perspectives.We":[107],"construct":[108],"manually":[110],"curated":[111],"dataset":[112],"spanning":[113],"QA,":[118],"four":[120],"languages":[121],"question":[123],"types.The":[124],"results":[125],"show":[126],"that":[127],"Phase":[128,135],"exhibits":[130],"language-induced":[132],"alignment,":[133],"while":[134],"reflects":[137],"an":[138],"interplay":[139],"between":[140],"model's":[142],"training":[143],"context":[144],"language.This":[147],"paper":[148,176],"offers":[149],"structured":[151],"framework":[152],"for":[153,164],"evaluating":[154],"LLM":[155,166],"neutral":[158],"topics,":[161],"providing":[162],"insights":[163],"future":[165],"deployment":[167],"culturally-aware":[169],"evaluation":[170],"practices":[171],"multilingual":[173],"contexts.WARNING:":[174],"covers":[177],"East":[178],"Asian":[179],"issues":[180],"which":[181],"be":[183],"politically":[184],"sensitive.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}