{"id":"https://openalex.org/W4412888462","doi":"https://doi.org/10.18653/v1/2025.findings-acl.500","title":"GIMMICK: Globally Inclusive Multimodal Multitask Cultural Knowledge Benchmarking","display_name":"GIMMICK: Globally Inclusive Multimodal Multitask Cultural Knowledge Benchmarking","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888462","doi":"https://doi.org/10.18653/v1/2025.findings-acl.500"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.500","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.500","pdf_url":"https://aclanthology.org/2025.findings-acl.500.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.500.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083116858","display_name":"Florian Schneider","orcid":"https://orcid.org/0000-0003-4141-1415"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Florian Schneider","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030047993","display_name":"Carolin Holtermann","orcid":"https://orcid.org/0000-0003-0449-1348"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carolin Holtermann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021287757","display_name":"Chris Biemann","orcid":"https://orcid.org/0000-0002-8449-9624"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Biemann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022688200","display_name":"Anne Lauscher","orcid":"https://orcid.org/0000-0001-8590-9827"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anne Lauscher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9605","last_page":"9668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6948000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.6948000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14236","display_name":"Educational Tools and Methods","score":0.6796000003814697,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8903894424438477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7001112699508667},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4184921979904175},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39142072200775146},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3578299880027771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34309259057044983},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11649754643440247},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.08674100041389465}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8903894424438477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7001112699508667},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4184921979904175},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39142072200775146},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3578299880027771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34309259057044983},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11649754643440247},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08674100041389465},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.500","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.500","pdf_url":"https://aclanthology.org/2025.findings-acl.500.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.500","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.500","pdf_url":"https://aclanthology.org/2025.findings-acl.500.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888462.pdf","grobid_xml":"https://content.openalex.org/works/W4412888462.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Large":[0],"Vision-Language":[1],"Models":[2],"(LVLMs)":[3],"have":[4,183],"recently":[5],"gained":[6],"attention":[7],"due":[8],"to":[9,78],"their":[10,22],"distinctive":[11],"performance":[12],"and":[13,115,121,143,156,158,165,175,195],"broad":[14,81,201],"applicability.While":[15],"it":[16],"has":[17],"been":[18],"previously":[19],"shown":[20],"that":[21,101,181,196],"efficacy":[23],"in":[24,36,199],"usage":[25],"scenarios":[26],"involving":[27],"non-Western":[28],"contexts":[29],"falls":[30],"short,":[31],"existing":[32],"studies":[33],"are":[34],"limited":[35,57],"scope,":[37],"covering":[38],"just":[39],"a":[40,48,56,62,80,207],"narrow":[41],"range":[42],"of":[43,51,59,83,125,137,172,186],"cultures,":[44],"focusing":[45],"exclusively":[46],"on":[47,61,109],"small":[49],"number":[50],"cultural":[52,84,105,132,202],"aspects,":[53],"or":[54,107],"evaluating":[55],"selection":[58],"models":[60,124,155,182],"single":[63],"task":[64],"only.Towards":[65],"globally":[66],"inclusive":[67],"LVLM":[68],"research,":[69],"we":[70,111],"introduce":[71],"GIMMICK,":[72],"an":[73],"extensive":[74],"multimodal":[75,173],"benchmark":[76],"designed":[77],"assess":[79],"spectrum":[82],"knowledge":[85,185],"across":[86,154],"144":[87],"countries":[88],"representing":[89],"six":[90,94],"global":[91],"macro-regions.GIMMICK":[92],"comprises":[93],"tasks":[95,157],"built":[96],"upon":[97],"three":[98],"new":[99],"datasets":[100],"span":[102],"728":[103],"unique":[104],"events":[106],"facets":[108],"which":[110],"evaluated":[112],"20":[113],"LVLMs":[114],"11":[116],"LLMs,":[117],"including":[118],"five":[119],"proprietary":[120],"26":[122],"open-weight":[123],"all":[126],"sizes.We":[127],"systematically":[128],"examine":[129],"(1)":[130],"regional":[131],"biases,":[133],"(2)":[134],"the":[135,170],"influence":[136],"model":[138,163],"size,":[139],"(3)":[140],"input":[141,174],"modalities,":[142],"(4)":[144],"external":[145,176],"cues.Our":[146],"analyses":[147],"reveal":[148],"strong":[149,160],"biases":[150],"toward":[151],"Western":[152],"cultures":[153],"highlight":[159],"correlations":[161],"between":[162],"size":[164],"performance,":[166],"as":[167,169],"well":[168],"effectiveness":[171],"geographic":[177],"cues.We":[178],"further":[179],"find":[180],"more":[184,208],"tangible":[187],"than":[188],"intangible":[189],"aspects":[190],"(e.g.,":[191],"food":[192],"vs.":[193],"rituals)":[194],"they":[197],"excel":[198],"recognizing":[200],"origins":[203],"but":[204],"struggle":[205],"with":[206],"nuanced":[209],"understanding.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}