{"id":"https://openalex.org/W3022671220","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.185","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","display_name":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3022671220","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.185","mag":"3022671220"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.emnlp-main.185","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.185","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/2020.emnlp-main.185","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014613113","display_name":"Edoardo Maria Ponti","orcid":"https://orcid.org/0000-0002-6308-1050"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Edoardo Maria Ponti","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079336821","display_name":"Goran Glava\u009a\u0161","orcid":"https://orcid.org/0000-0002-1301-6314"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Goran Glava\u0161","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058032142","display_name":"Olga Majewska","orcid":"https://orcid.org/0000-0003-4509-8817"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Olga Majewska","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110005418","display_name":"Qianchu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qianchu Liu","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014866912","display_name":"Ivan Vuli\u0107","orcid":"https://orcid.org/0000-0002-5161-5422"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ivan Vuli\u0107","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081393566","display_name":"Anna Korhonen","orcid":"https://orcid.org/0000-0002-3692-3144"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna Korhonen","raw_affiliation_strings":["University of Mannheim*"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Mannheim*","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5014613113"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":0.5436,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72956426,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2362","last_page":"2376"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000558614730835},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.7911351323127747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6267410516738892},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6086403727531433},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5854976773262024},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.565270185470581},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.4992485046386719},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.46345752477645874},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45049771666526794},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.42844098806381226},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3349761962890625},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.20056134462356567}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000558614730835},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.7911351323127747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6267410516738892},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6086403727531433},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5854976773262024},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.565270185470581},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4992485046386719},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.46345752477645874},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45049771666526794},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.42844098806381226},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3349761962890625},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.20056134462356567},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.18653/v1/2020.emnlp-main.185","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.185","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.00333","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00333","pdf_url":"https://arxiv.org/pdf/2005.00333","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:60234","is_oa":true,"landing_page_url":null,"pdf_url":"https://aclanthology.org/2020.emnlp-main.185/","source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/315102","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/315102","pdf_url":"https://www.repository.cam.ac.uk/handle/1810/315102","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"mag:3022671220","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2005.00333.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2005.00333","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.00333","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.17863/cam.62209","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.62209","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.emnlp-main.185","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.185","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W226048249","https://openalex.org/W1576092522","https://openalex.org/W1599016936","https://openalex.org/W1854884267","https://openalex.org/W1933455514","https://openalex.org/W1964045210","https://openalex.org/W1964164866","https://openalex.org/W1975879668","https://openalex.org/W1986781756","https://openalex.org/W2006832571","https://openalex.org/W2046474380","https://openalex.org/W2046830495","https://openalex.org/W2073302931","https://openalex.org/W2080370142","https://openalex.org/W2145755360","https://openalex.org/W2148365102","https://openalex.org/W2164777277","https://openalex.org/W2171919155","https://openalex.org/W2209138810","https://openalex.org/W2251443950","https://openalex.org/W2252046065","https://openalex.org/W2279316390","https://openalex.org/W2739967986","https://openalex.org/W2810095012","https://openalex.org/W2890225082","https://openalex.org/W2891555348","https://openalex.org/W2898662126","https://openalex.org/W2898700502","https://openalex.org/W2932893307","https://openalex.org/W2949303037","https://openalex.org/W2952984539","https://openalex.org/W2961915345","https://openalex.org/W2962781380","https://openalex.org/W2962833140","https://openalex.org/W2962979564","https://openalex.org/W2963115613","https://openalex.org/W2963159690","https://openalex.org/W2963341956","https://openalex.org/W2963721344","https://openalex.org/W2963748441","https://openalex.org/W2963793519","https://openalex.org/W2963846996","https://openalex.org/W2963995027","https://openalex.org/W2964121744","https://openalex.org/W2970062726","https://openalex.org/W2970350231","https://openalex.org/W2970752815","https://openalex.org/W2970780738","https://openalex.org/W2995118574","https://openalex.org/W2995643077","https://openalex.org/W2996908057","https://openalex.org/W2998617917","https://openalex.org/W2999509225","https://openalex.org/W3001279689","https://openalex.org/W3034469191","https://openalex.org/W3035032094","https://openalex.org/W3035390927","https://openalex.org/W3035497479","https://openalex.org/W3099744315","https://openalex.org/W3100198908","https://openalex.org/W3101498587","https://openalex.org/W3102483398","https://openalex.org/W3103450644","https://openalex.org/W3155682407"],"related_works":["https://openalex.org/W3099771192","https://openalex.org/W3205783417","https://openalex.org/W2788853775","https://openalex.org/W3173408064","https://openalex.org/W3104820280","https://openalex.org/W3173311019","https://openalex.org/W3185980407","https://openalex.org/W3181562254","https://openalex.org/W3214161538","https://openalex.org/W3030307641","https://openalex.org/W3168641112","https://openalex.org/W3196463170","https://openalex.org/W2970350231","https://openalex.org/W2474547741","https://openalex.org/W2947992883","https://openalex.org/W3174636484","https://openalex.org/W2954988579","https://openalex.org/W2396476379","https://openalex.org/W3092684253","https://openalex.org/W3176302468"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,14,33,39,123,130,134],"simulate":[3],"human":[4],"language":[5,8],"capacity,":[6],"natural":[7],"processing":[9],"systems":[10],"must":[11],"be":[12,31],"able":[13,32],"reason":[15],"about":[16],"the":[17,35,54,108,154],"dynamics":[18],"of":[19,56,68,99,110],"everyday":[20],"situations,":[21],"including":[22],"their":[23],"possible":[24],"causes":[25],"and":[26,49,92,117,149],"effects.":[27],"Moreover,":[28],"they":[29],"should":[30],"generalise":[34],"acquired":[36],"world":[37],"knowledge":[38],"new":[40],"languages,":[41,83],"modulo":[42],"cultural":[43],"differences.":[44],"Advances":[45],"in":[46,81],"machine":[47],"reasoning":[48,80],"cross-lingual":[50],"transfer":[51],"depend":[52],"on":[53,102,114],"availability":[55],"challenging":[57],"evaluation":[58],"benchmarks.":[59],"Motivated":[60],"by":[61],"both":[62],"demands,":[63],"we":[64,127],"introduce":[65],"Cross-lingual":[66],"Choice":[67],"Plausible":[69],"Alternatives":[70],"(XCOPA),":[71],"a":[72,97,140,144],"typologically":[73],"diverse":[74],"multilingual":[75,115,132],"dataset":[76,159],"for":[77],"causal":[78],"commonsense":[79],"11":[82],"which":[84],"includes":[85],"resource-poor":[86],"languages":[87,137],"like":[88],"Eastern":[89],"Apur\u00edmac":[90],"Quechua":[91],"Haitian":[93],"Creole.":[94],"We":[95],"evaluate":[96],"range":[98],"state-of-the-art":[100],"models":[101,133],"this":[103],"novel":[104],"dataset,":[105],"revealing":[106],"that":[107],"performance":[109],"current":[111],"methods":[112],"based":[113],"pretraining":[116],"zero-shot":[118],"fine-tuning":[119],"falls":[120],"short":[121],"compared":[122],"translation-based":[124],"transfer.":[125],"Finally,":[126],"propose":[128],"strategies":[129],"adapt":[131],"out-of-sample":[135],"resource-lean":[136],"where":[138],"only":[139],"small":[141],"corpus":[142],"or":[143],"bilingual":[145],"dictionary":[146],"is":[147,160],"available,":[148],"report":[150],"substantial":[151],"improvements":[152],"over":[153],"random":[155],"baseline.":[156],"The":[157],"XCOPA":[158],"freely":[161],"available":[162],"at":[163],"github.com/cambridgeltl/xcopa":[164]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}