{"id":"https://openalex.org/W4414979847","doi":"https://doi.org/10.48550/arxiv.2510.05931","title":"Hire Your Anthropologist! Rethinking Culture Benchmarks Through an Anthropological Lens","display_name":"Hire Your Anthropologist! Rethinking Culture Benchmarks Through an Anthropological Lens","publication_year":2025,"publication_date":"2025-10-07","ids":{"openalex":"https://openalex.org/W4414979847","doi":"https://doi.org/10.48550/arxiv.2510.05931"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2510.05931","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.05931","pdf_url":"https://arxiv.org/pdf/2510.05931","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.05931","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093975982","display_name":"Mai AlKhamissi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"AlKhamissi, Mai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xiao, Yunze","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao, Yunze","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112838150","display_name":"Badr AlKhamissi","orcid":"https://orcid.org/0009-0008-2188-7014","observed_orcids":["https://orcid.org/0009-0008-2188-7014"]},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"AlKhamissi, Badr","raw_affiliation_strings":["EPFL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038581447","display_name":"Mona Diab","orcid":"https://orcid.org/0000-0002-7696-1436","observed_orcids":["https://orcid.org/0000-0002-7696-1436"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diab, Mona","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7714999914169312,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7714999914169312,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05350000038743019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12658","display_name":"Language and Culture","score":0.012600000016391277,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9750000238418579},{"id":"https://openalex.org/keywords/cultural-assessment","display_name":"cultural assessment","score":0.7620000243186951},{"id":"https://openalex.org/keywords/benchmark-design","display_name":"benchmark design","score":0.4180000126361847},{"id":"https://openalex.org/keywords/cultural-bias","display_name":"cultural bias","score":0.5569999814033508}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.59579998254776},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.5734000205993652},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.48750001192092896},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4172999858856201},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.3939000070095062},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3059000074863434},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30169999599456787},{"id":"https://openalex.org/C2986201853","wikidata":"https://www.wikidata.org/wiki/Q11042","display_name":"Cultural issues","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C179454799","wikidata":"https://www.wikidata.org/wiki/Q132151","display_name":"Ethnography","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C39489675","wikidata":"https://www.wikidata.org/wiki/Q1791882","display_name":"Culture theory","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C60671577","wikidata":"https://www.wikidata.org/wiki/Q210272","display_name":"Cultural heritage","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2510.05931","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.05931","pdf_url":"https://arxiv.org/pdf/2510.05931","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.05931","doi":"https://doi.org/10.48550/arxiv.2510.05931","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.05931","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.05931","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.05931","pdf_url":"https://arxiv.org/pdf/2510.05931","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414979847.pdf","grobid_xml":"https://content.openalex.org/works/W4414979847.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4414742973","https://openalex.org/W4416454327","https://openalex.org/W4403884201","https://openalex.org/W4416034247","https://openalex.org/W7130733074","https://openalex.org/W4416036383","https://openalex.org/W4405255247","https://openalex.org/W7155574228","https://openalex.org/W7222939557","https://openalex.org/W7214572588"],"abstract_inverted_index":{"Cultural":[0],"evaluation":[1],"of":[2,126,141],"large":[3],"language":[4],"models":[5,113,143],"has":[6],"become":[7],"increasingly":[8],"important,":[9],"yet":[10],"current":[11],"benchmarks":[12,51,69,128],"often":[13],"reduce":[14],"culture":[15,30],"to":[16,122,144],"static":[17,132],"facts":[18],"or":[19,59],"homogeneous":[20],"values.":[21],"This":[22],"view":[23],"conflicts":[24],"with":[25],"anthropological":[26,93],"accounts":[27],"that":[28,48,129],"emphasize":[29],"as":[31,55,79],"dynamic,":[32],"historically":[33],"situated,":[34],"and":[35,70,84,102,109,111,135],"enacted":[36],"in":[37,107,114],"practice.":[38],"To":[39],"analyze":[40],"this":[41,62],"gap,":[42],"we":[43,64,95],"introduce":[44],"a":[45],"four-part":[46],"framework":[47],"categorizes":[49],"how":[50],"frame":[52],"culture,":[53],"such":[54],"knowledge,":[56],"preference,":[57],"performance,":[58],"bias.":[60],"Using":[61],"lens,":[63],"qualitatively":[65],"examine":[66],"20":[67],"cultural":[68,105,127,146],"identify":[71],"six":[72],"recurring":[73],"methodological":[74],"issues,":[75],"including":[76],"treating":[77],"countries":[78],"cultures,":[80],"overlooking":[81],"within-culture":[82],"diversity,":[83],"relying":[85],"on":[86,91],"oversimplified":[87],"survey":[88],"formats.":[89],"Drawing":[90],"established":[92],"methods,":[94],"propose":[96],"concrete":[97],"improvements:":[98],"incorporating":[99],"real-world":[100],"narratives":[101],"scenarios,":[103],"involving":[104],"communities":[106],"design":[108],"validation,":[110],"evaluating":[112],"context":[115],"rather":[116],"than":[117],"isolation.":[118],"Our":[119],"aim":[120],"is":[121],"guide":[123],"the":[124,139,142],"development":[125],"go":[130],"beyond":[131],"recall":[133],"tasks":[134],"more":[136],"accurately":[137],"capture":[138],"responses":[140],"complex":[145],"situations.":[147]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2025-10-10T00:00:00"}