{"id":"https://openalex.org/W4416034247","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1043","title":"Culture is Everywhere: A Call for Intentionally Cultural Evaluation","display_name":"Culture is Everywhere: A Call for Intentionally Cultural Evaluation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034247","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1043"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1043","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1043","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1043.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.1043.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066751947","display_name":"Juhyun Oh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juhyun Oh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308527","display_name":"Inha Cha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inha Cha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034254782","display_name":"Michael Saxon","orcid":"https://orcid.org/0000-0001-7306-5030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Saxon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hyunseung Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyunseung Lim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shaily Bhatt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaily Bhatt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5054771988","display_name":"Alice Oh","orcid":"https://orcid.org/0000-0002-7884-3038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alice Oh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4854,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91069538,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"19156","last_page":"19168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11454","display_name":"Cultural Differences and Values","score":0.27059999108314514,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11454","display_name":"Cultural Differences and Values","score":0.27059999108314514,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12194","display_name":"Cultural Competency in Health Care","score":0.05180000141263008,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10907","display_name":"International Student and Expatriate Challenges","score":0.03139999881386757,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.26969999074935913},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.25780001282691956},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.25440001487731934},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.25029999017715454}],"concepts":[{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.4487000107765198},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.358599990606308},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2777000069618225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.275299996137619},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2687000036239624},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.26339998841285706},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.1043","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1043","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1043.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1043","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1043","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1043.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034247.pdf","grobid_xml":"https://content.openalex.org/works/W4416034247.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"prevailing":[1],"\"trivia-centered":[2],"paradigm\"":[3],"for":[4,73,119,132],"evaluating":[5],"the":[6,50,82,99,114],"cultural":[7,60,75,83,95],"alignment":[8],"of":[9,55,89,116],"large":[10],"language":[11],"models":[12,19,36],"(LLMs)":[13],"is":[14],"increasingly":[15],"inadequate":[16],"as":[17,45],"these":[18],"become":[20],"more":[21],"advanced":[22],"and":[23,52,57,102,112,129,147],"widely":[24],"deployed.Existing":[25],"approaches":[26],"typically":[27],"reduce":[28],"culture":[29,44],"to":[30],"static":[31],"facts":[32],"or":[33,39],"values,":[34],"testing":[35],"via":[37],"multiple-choice":[38],"shortanswer":[40],"questions":[41],"that":[42,79,141],"treat":[43],"isolated":[46],"trivia.Such":[47],"methods":[48],"neglect":[49],"pluralistic":[51],"interactive":[53],"realities":[54],"culture,":[56],"overlook":[58],"how":[59],"assumptions":[61,84],"permeate":[62],"even":[63],"ostensibly":[64],"\"neutral\"":[65],"evaluation":[66,151],"settings.In":[67],"this":[68],"position":[69],"paper,":[70],"we":[71,126,142],"argue":[72],"intentionally":[74],"evaluation:":[76],"an":[77],"approach":[78],"systematically":[80,97],"examines":[81],"embedded":[85],"in":[86,93,110,150],"all":[87],"aspects":[88],"evaluation,":[90,111],"not":[91],"just":[92],"explicitly":[94],"tasks.We":[96],"characterize":[98],"what,":[100],"how,":[101],"circumstances":[103],"by":[104],"which":[105],"culturally":[106,122],"contingent":[107],"considerations":[108],"arise":[109],"emphasize":[113],"importance":[115],"researcher":[117],"positionality":[118],"fostering":[120],"inclusive,":[121],"aligned":[123],"NLP":[124],"research.Finally,":[125],"discuss":[127],"implications":[128],"future":[130],"directions":[131],"moving":[133],"beyond":[134],"current":[135],"benchmarking":[136],"practices,":[137],"discovering":[138],"important":[139],"applications":[140],"don't":[143],"yet":[144],"know":[145],"exist,":[146],"involving":[148],"communities":[149],"design":[152],"through":[153],"HCIinspired":[154],"participatory":[155],"methodologies.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}