{"id":"https://openalex.org/W3202415077","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.818","title":"Visually Grounded Reasoning across Languages and Cultures","display_name":"Visually Grounded Reasoning across Languages and Cultures","alternate_titles":[],"publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3202415077","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.818","mag":"3202415077"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2021.emnlp-main.818","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.818","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.818","pdf_url":"https://aclanthology.org/2021.emnlp-main.818.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3202415077"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2021.emnlp-main.818.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026154387","display_name":"Fangyu Liu","orcid":"https://orcid.org/0000-0001-7038-3623","observed_orcids":["https://orcid.org/0000-0001-7038-3623"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fangyu Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025094225","display_name":"Emanuele Bugliarello","orcid":"https://orcid.org/0000-0002-2999-7081","observed_orcids":["https://orcid.org/0000-0002-2999-7081"]},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Emanuele Bugliarello","raw_affiliation_strings":["K\u00f8benhavns Universitet, Faculty of Science, Department of Computer Science, Machine Learning, DK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"K\u00f8benhavns Universitet, Faculty of Science, Department of Computer Science, Machine Learning, DK","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014613113","display_name":"Edoardo Maria Ponti","orcid":"https://orcid.org/0000-0002-6308-1050","observed_orcids":["https://orcid.org/0000-0002-6308-1050"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Edoardo Maria Ponti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102886212","display_name":"Siva Reddy","orcid":"https://orcid.org/0000-0003-3753-0323","observed_orcids":["https://orcid.org/0000-0003-3753-0323"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Siva Reddy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073413742","display_name":"Nigel Collier","orcid":"https://orcid.org/0000-0002-7230-4164","observed_orcids":["https://orcid.org/0000-0002-7230-4164"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nigel Collier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5010165733","display_name":"Desmond Elliott","orcid":"https://orcid.org/0000-0003-3112-7904","observed_orcids":["https://orcid.org/0000-0003-3112-7904"]},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Desmond Elliott","raw_affiliation_strings":["K\u00f8benhavns Universitet, Faculty of Science, Department of Computer Science, Machine Learning, DK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"K\u00f8benhavns Universitet, Faculty of Science, Department of Computer Science, Machine Learning, DK","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.3801,"has_fulltext":true,"cited_by_count":243,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.98219199,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"10467","last_page":"10485"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12694","display_name":"Categorization, perception, and language","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-lingual-transfer","display_name":"cross-lingual transfer","score":0.871999979019165},{"id":"https://openalex.org/keywords/typologically-diverse-languages","display_name":"typologically diverse languages","score":0.8550000190734863},{"id":"https://openalex.org/keywords/cross-cultural-bias","display_name":"cross-cultural bias","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6218039989471436},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.44901299476623535},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.404304176568985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3856362998485565},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3455834984779358},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.32740554213523865},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2549329996109009},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20803573727607727},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.18985429406166077},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.10982447862625122},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/2021.emnlp-main.818","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.818","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.818","pdf_url":"https://aclanthology.org/2021.emnlp-main.818.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/27f5e0ec-ce0f-4fe8-9895-9d1d6edbb3b3","doi":null,"is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/27f5e0ec-ce0f-4fe8-9895-9d1d6edbb3b3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Liu, F, Bugliarello, E, Ponti, E M, Reddy, S, Collier, N & Elliott, D 2021, Visually Grounded Reasoning across Languages and Cultures. in e: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics (ACL), pp. 10467\u201310485, 2021 Conference on Empirical Methods in Natural Language Processing, 07/11/2021. https://doi.org/10.18653/v1/2021.emnlp-main.818","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/9b38fd95-4362-4050-81a3-469d7c90de49","doi":null,"is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/files/659778277/LiuEtalEMNLP2021VisuallyGrounded.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liu, F, Bugliarello, E, Ponti, E M, Redely, S, Collier, N & Elliott, D 2021, Visually grounded reasoning across languages and cultures. in Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing. pp. 10467-10485, 2021 Conference on Empirical Methods in Natural Language Processing, Punta Cana, Dominican Republic, 7/11/21. https://doi.org/10.18653/v1/2021.emnlp-main.818","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/346350","doi":null,"is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/346350","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"doi:10.17863/cam.93771","doi":"https://doi.org/10.17863/cam.93771","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.93771","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Other"}],"best_oa_location":{"id":"doi:10.18653/v1/2021.emnlp-main.818","doi":"https://doi.org/10.18653/v1/2021.emnlp-main.818","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.emnlp-main.818","pdf_url":"https://aclanthology.org/2021.emnlp-main.818.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3202415077.pdf","grobid_xml":"https://content.openalex.org/works/W3202415077.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W607137791","https://openalex.org/W615098865","https://openalex.org/W1521539493","https://openalex.org/W1549868998","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W1965853076","https://openalex.org/W2000255081","https://openalex.org/W2003764924","https://openalex.org/W2007555295","https://openalex.org/W2022632034","https://openalex.org/W2051447308","https://openalex.org/W2052417512","https://openalex.org/W2059799772","https://openalex.org/W2081795963","https://openalex.org/W2108598243","https://openalex.org/W2109933556","https://openalex.org/W2117539524","https://openalex.org/W2135166986","https://openalex.org/W2145607950","https://openalex.org/W2149252982","https://openalex.org/W2164777277","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2196897294","https://openalex.org/W2251512949","https://openalex.org/W2277195237","https://openalex.org/W2463267937","https://openalex.org/W2510153535","https://openalex.org/W2525778437","https://openalex.org/W2560730294","https://openalex.org/W2561715562","https://openalex.org/W2613404084","https://openalex.org/W2728656723","https://openalex.org/W2735714017","https://openalex.org/W2741631785","https://openalex.org/W2745461083","https://openalex.org/W2770618123","https://openalex.org/W2793030229","https://openalex.org/W2886641317","https://openalex.org/W2889326414","https://openalex.org/W2895472239","https://openalex.org/W2896457183","https://openalex.org/W2898970033","https://openalex.org/W2899335602","https://openalex.org/W2899663614","https://openalex.org/W2903073381","https://openalex.org/W2903120920","https://openalex.org/W2907143950","https://openalex.org/W2912371042","https://openalex.org/W2920847544","https://openalex.org/W2950104027","https://openalex.org/W2962784628","https://openalex.org/W2963527096","https://openalex.org/W2963778889","https://openalex.org/W2968124245","https://openalex.org/W2969489725","https://openalex.org/W2970231061","https://openalex.org/W2970608575","https://openalex.org/W2989322838","https://openalex.org/W2995460200","https://openalex.org/W2998356391","https://openalex.org/W3015189287","https://openalex.org/W3022671220","https://openalex.org/W3034727271","https://openalex.org/W3045462440","https://openalex.org/W3090449556","https://openalex.org/W3094540663","https://openalex.org/W3101298150","https://openalex.org/W3109407175","https://openalex.org/W3135099046","https://openalex.org/W3171654275","https://openalex.org/W3177654849"],"related_works":["https://openalex.org/W4415796390","https://openalex.org/W4404782787","https://openalex.org/W7083689473","https://openalex.org/W3113425976","https://openalex.org/W4400025147","https://openalex.org/W4413146327","https://openalex.org/W7147689389","https://openalex.org/W4402671713","https://openalex.org/W6959703801","https://openalex.org/W4283365658"],"abstract_inverted_index":{"The":[0,153],"design":[1],"of":[2,19,72,83,107,119,151,156,170,199,217],"widespread":[3],"vision-and-language":[4],"datasets":[5],"and":[6,17,43,75,86,115,122,139,175,197,220],"pre-trained":[7],"encoders":[8],"directly":[9],"adopts,":[10],"or":[11,56,164],"draws":[12],"inspiration":[13],"from,":[14],"the":[15,81,120,195,215],"concepts":[16,85,121],"images":[18,87,123],"ImageNet.":[20],"While":[21],"one":[22],"can":[23],"hardly":[24],"overestimate":[25],"how":[26],"much":[27],"this":[28,126],"benchmark":[29],"contributed":[30],"to":[31,66,193],"progress":[32],"in":[33,46,49,187],"computer":[34],"vision,":[35],"it":[36],"is":[37,162],"mostly":[38],"derived":[39],"from":[40,145],"lexical":[41],"databases":[42],"image":[44],"queries":[45],"English,":[47],"resulting":[48],"source":[50],"material":[51],"with":[52],"a":[53,63,103,131,168,204],"North":[54],"American":[55],"Western":[57],"European":[58],"bias.":[59],"Therefore,":[60],"we":[61,79,100,129],"devise":[62],"new":[64,127,211],"protocol":[65],"construct":[67],"an":[68],"ImageNet-style":[69],"hierarchy":[70],"representative":[71],"more":[73],"languages":[74],"cultures.":[76],"In":[77],"particular,":[78],"let":[80],"selection":[82],"both":[84],"be":[88],"entirely":[89],"driven":[90],"by":[91,142],"native":[92,146],"speakers,":[93],"rather":[94],"than":[95],"scraping":[96],"them":[97],"automatically.":[98],"Specifically,":[99],"focus":[101],"on":[102],"typologically":[104],"diverse":[105],"set":[106],"languages,":[108],"namely,":[109],"Indonesian,":[110],"Mandarin":[111],"Chinese,":[112],"Swahili,":[113],"Tamil,":[114],"Turkish.":[116],"On":[117],"top":[118],"obtained":[124],"through":[125],"protocol,":[128],"create":[130],"multilingual":[132,219],"dataset":[133],"for":[134,214],"{M}ulticultur{a}l":[135],"{R}easoning":[136],"over":[137],"{V}ision":[138],"{L}anguage":[140],"(MaRVL)":[141],"eliciting":[143],"statements":[144],"speaker":[147],"annotators":[148],"about":[149],"pairs":[150],"images.":[152],"task":[154],"consists":[155],"discriminating":[157],"whether":[158],"each":[159],"grounded":[160],"statement":[161],"true":[163],"false.":[165],"We":[166],"establish":[167],"series":[169],"baselines":[171],"using":[172],"state-of-the-art":[173,201],"models":[174,202],"find":[176],"that":[177],"their":[178],"cross-lingual":[179],"transfer":[180],"performance":[181,186],"lags":[182],"dramatically":[183],"behind":[184],"supervised":[185],"English.":[188],"These":[189],"results":[190],"invite":[191],"us":[192],"reassess":[194],"robustness":[196],"accuracy":[198],"current":[200],"beyond":[203],"narrow":[205],"domain,":[206],"but":[207],"also":[208],"open":[209],"up":[210],"exciting":[212],"challenges":[213],"development":[216],"truly":[218],"multicultural":[221],"systems.":[222]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3202415077","counts_by_year":[{"year":2026,"cited_by_count":49},{"year":2025,"cited_by_count":67},{"year":2024,"cited_by_count":50},{"year":2023,"cited_by_count":50},{"year":2022,"cited_by_count":27}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-10-11T00:00:00"}
