{"id":"https://openalex.org/W7155185953","doi":"https://doi.org/10.48550/arxiv.2604.19262","title":"CulturALL: Benchmarking Multilingual and Multicultural Competence of LLMs on Grounded Tasks","display_name":"CulturALL: Benchmarking Multilingual and Multicultural Competence of LLMs on Grounded Tasks","publication_year":2026,"publication_date":"2026-04-21","ids":{"openalex":"https://openalex.org/W7155185953","doi":"https://doi.org/10.48550/arxiv.2604.19262"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.19262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.19262","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014957657","display_name":"Peiqin Lin","orcid":"https://orcid.org/0000-0003-2818-3008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Peiqin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134326432","display_name":"Chenyang Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Chenyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134218082","display_name":"Wenjiang Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Wenjiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134301441","display_name":"Haotian Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Haotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102582626","display_name":"Md Mehrab Hossain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hossain, Md Mehrab","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015186438","display_name":"Chunlan Ma","orcid":"https://orcid.org/0000-0002-9944-4255"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Chunlan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007841686","display_name":"Shaoxiong Ji","orcid":"https://orcid.org/0000-0003-3281-8002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Shaoxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086381528","display_name":"Younes Samih","orcid":"https://orcid.org/0000-0002-0485-7920"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samih, Younes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134351046","display_name":"Bo Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134282110","display_name":"Fan Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102633207","display_name":"Yuanbin Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Yuanbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134252596","display_name":"Dilda Duisenbek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duisenbek, Dilda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134266022","display_name":"Adrian Neo Sau Xun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xun, Adrian Neo Sau","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134261620","display_name":"Daria Pozdniakova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pozdniakova, Daria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134336722","display_name":"Liubou Misevich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Misevich, Liubou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134276887","display_name":"Nevena Marinkovi\u0107","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marinkovi\u0107, Nevena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134324758","display_name":"Ngoc Gia Linh Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Ngoc Gia Linh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134285027","display_name":"Thi Khanh Linh Do","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Do, Thi Khanh Linh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134315091","display_name":"Sarakmatak Sophy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sophy, Sarakmatak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134247839","display_name":"Baotian Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Baotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134219054","display_name":"Guanhua Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guanhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056246401","display_name":"Gongbo Tang","orcid":"https://orcid.org/0009-0003-0443-3217"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Gongbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134238984","display_name":"Alham Fikri Aji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aji, Alham Fikri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134272985","display_name":"Longyue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Longyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134304764","display_name":"Weihua Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Weihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5889999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5889999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.050999999046325684,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.03929999843239784,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8192999958992004},{"id":"https://openalex.org/keywords/grounded-theory","display_name":"Grounded theory","score":0.6779000163078308},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.6661999821662903},{"id":"https://openalex.org/keywords/multiculturalism","display_name":"Multiculturalism","score":0.6557000279426575},{"id":"https://openalex.org/keywords/cultural-competence","display_name":"Cultural competence","score":0.4715999960899353},{"id":"https://openalex.org/keywords/language-proficiency","display_name":"Language proficiency","score":0.3294999897480011}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8192999958992004},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.6779000163078308},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.6661999821662903},{"id":"https://openalex.org/C542530943","wikidata":"https://www.wikidata.org/wiki/Q190656","display_name":"Multiculturalism","level":2,"score":0.6557000279426575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4875999987125397},{"id":"https://openalex.org/C169536714","wikidata":"https://www.wikidata.org/wiki/Q1666159","display_name":"Cultural competence","level":2,"score":0.4715999960899353},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37540000677108765},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C2777083192","wikidata":"https://www.wikidata.org/wiki/Q1814648","display_name":"Plain language","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.32440000772476196},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2687999904155731},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25279998779296875},{"id":"https://openalex.org/C2777301881","wikidata":"https://www.wikidata.org/wiki/Q5844396","display_name":"Multicultural education","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.19262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.19262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8405513167381287,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,25],"models":[2,39],"(LLMs)":[3],"are":[4],"now":[5],"deployed":[6],"worldwide,":[7],"inspiring":[8],"a":[9,56,75,109],"surge":[10],"of":[11,34,112,136],"benchmarks":[12,22],"that":[13,141],"measure":[14],"their":[15],"multilingual":[16,64],"and":[17,58,65,84],"multicultural":[18,66],"abilities.":[19],"However,":[20],"these":[21],"prioritize":[23],"generic":[24],"understanding":[26],"or":[27],"superficial":[28],"cultural":[29],"trivia,":[30],"leaving":[31],"the":[32,90,133,142],"evaluation":[33],"grounded":[35,69,137],"tasks":[36],"--":[37,46],"where":[38],"must":[40],"reason":[41],"within":[42],"real-world,":[43],"context-rich":[44],"scenarios":[45],"largely":[47],"unaddressed.":[48],"To":[49],"fill":[50],"this":[51],"gap,":[52],"we":[53],"present":[54,108],"CulturALL,":[55,149],"comprehensive":[57,99],"challenging":[59],"benchmark":[60],"to":[61,107,131],"assess":[62],"LLMs'":[63],"competence":[67],"on":[68,148],"tasks.":[70,138],"CulturALL":[71,97,115,117],"is":[72,104],"built":[73],"via":[74],"human--AI":[76],"collaborative":[77],"framework:":[78],"expert":[79],"annotators":[80],"ensure":[81],"appropriate":[82],"difficulty":[83],"factual":[85],"accuracy,":[86],"while":[87],"LLMs":[88],"lighten":[89],"manual":[91],"workload.":[92],"By":[93],"incorporating":[94],"diverse":[95],"sources,":[96],"ensures":[98],"scenario":[100],"coverage.":[101],"Each":[102],"item":[103],"carefully":[105],"designed":[106],"high":[110],"level":[111],"difficulty,":[113],"making":[114],"challenging.":[116],"contains":[118],"2,610":[119],"samples":[120],"in":[121],"14":[122],"languages":[123],"from":[124],"51":[125],"regions,":[126],"distributed":[127],"across":[128],"16":[129],"topics":[130],"capture":[132],"full":[134],"breadth":[135],"Experiments":[139],"show":[140],"best":[143],"LLM":[144],"achieves":[145],"44.48%":[146],"accuracy":[147],"underscoring":[150],"substantial":[151],"room":[152],"for":[153],"improvement.":[154]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-23T00:00:00"}