{"id":"https://openalex.org/W4385570580","doi":"https://doi.org/10.18653/v1/2023.acl-long.93","title":"On Evaluating Multilingual Compositional Generalization with Translated Datasets","display_name":"On Evaluating Multilingual Compositional Generalization with Translated Datasets","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385570580","doi":"https://doi.org/10.18653/v1/2023.acl-long.93"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.93","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.93","pdf_url":"https://aclanthology.org/2023.acl-long.93.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.acl-long.93.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100338326","display_name":"Zi Wang","orcid":"https://orcid.org/0000-0001-9081-7185"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Zi Wang","raw_affiliation_strings":["Department of Nordic Studies and Linguistics","Department of Computer Science,","University of Copenhagen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Nordic Studies and Linguistics","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science,","institution_ids":[]},{"raw_affiliation_string":"University of Copenhagen","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080674921","display_name":"Daniel Hershcovich","orcid":"https://orcid.org/0000-0002-3966-8708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Hershcovich","raw_affiliation_strings":["Department of Computer Science,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1669","last_page":"1687"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.9210000038146973,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7458312511444092},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7209206223487854},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5398305058479309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4945931136608124},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.122630774974823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7458312511444092},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7209206223487854},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5398305058479309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4945931136608124},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.122630774974823},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.93","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.93","pdf_url":"https://aclanthology.org/2023.acl-long.93.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/c8e7421b-b4e4-4984-b968-8c24860841e3","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/c8e7421b-b4e4-4984-b968-8c24860841e3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wang , Z & Hershcovich , D 2023 , On Evaluating Multilingual Compositional Generalization with Translated Datasets . in Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) . Association for Computational Linguistics (ACL) , pp. 1669-1687 , 61st Annual Meeting of the Association for Computational Linguistics, ACL 2023 , Toronto , Canada , 09/07/2023 . https://doi.org/10.18653/v1/2023.acl-long.93","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.93","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.93","pdf_url":"https://aclanthology.org/2023.acl-long.93.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8399999737739563,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385570580.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1731081199","https://openalex.org/W1753482797","https://openalex.org/W2092239795","https://openalex.org/W2114224671","https://openalex.org/W2146418175","https://openalex.org/W2152263452","https://openalex.org/W2157331557","https://openalex.org/W2158388102","https://openalex.org/W2161792612","https://openalex.org/W2182833076","https://openalex.org/W2251957808","https://openalex.org/W2525778437","https://openalex.org/W2573395792","https://openalex.org/W2953320089","https://openalex.org/W2962968135","https://openalex.org/W2963341956","https://openalex.org/W2963532001","https://openalex.org/W2970017738","https://openalex.org/W2996132992","https://openalex.org/W3001434439","https://openalex.org/W3035013535","https://openalex.org/W3035390927","https://openalex.org/W3045958725","https://openalex.org/W3093157543","https://openalex.org/W3093517588","https://openalex.org/W3098101716","https://openalex.org/W3098518052","https://openalex.org/W3099744315","https://openalex.org/W3102532528","https://openalex.org/W3104739822","https://openalex.org/W3110744880","https://openalex.org/W3154267298","https://openalex.org/W3154669786","https://openalex.org/W3155618984","https://openalex.org/W3156170450","https://openalex.org/W3169483174","https://openalex.org/W3173274550","https://openalex.org/W3175239172","https://openalex.org/W3177023643","https://openalex.org/W3202367862","https://openalex.org/W3202415077","https://openalex.org/W3207306342","https://openalex.org/W4220911143","https://openalex.org/W4241645538","https://openalex.org/W4285155368","https://openalex.org/W4287027440","https://openalex.org/W4287694131","https://openalex.org/W4301259831","https://openalex.org/W4309674289","https://openalex.org/W4312634749","https://openalex.org/W4385245566","https://openalex.org/W4385573314","https://openalex.org/W4385573328","https://openalex.org/W4386566643"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W3162204513","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Compositional":[0],"generalization":[1,14,29,59,143],"allows":[2],"efficient":[3],"learning":[4],"and":[5,94,119,131],"human-like":[6],"inductive":[7],"biases.":[8],"Since":[9],"most":[10],"research":[11],"investigating":[12],"compositional":[13,28,58,127,142],"in":[15,60,144],"NLP":[16],"is":[17],"done":[18],"on":[19],"English,":[20],"important":[21],"questions":[22],"remain":[23],"underexplored.":[24],"Do":[25],"the":[26,83,98,109,138],"necessary":[27],"abilities":[30],"differ":[31],"across":[32],"languages?":[33],"Can":[34],"models":[35,122],"compositionally":[36],"generalize":[37],"cross-lingually?":[38],"As":[39],"a":[40,78],"first":[41],"step":[42],"to":[43,53,92,116],"answering":[44],"these":[45],"questions,":[46],"recent":[47],"work":[48],"used":[49],"neural":[50],"machine":[51],"translation":[52,81],"translate":[54],"datasets":[55],"for":[56,137],"evaluating":[57],"semantic":[61,70],"parsing.":[62],"However,":[63],"we":[64,76,103,106],"show":[65,107],"that":[66,108,120],"this":[67,74],"entails":[68],"critical":[69],"distortion.":[71],"To":[72],"address":[73],"limitation,":[75],"craft":[77],"faithful":[79],"rule-based":[80],"of":[82,111,140],"MCWQ":[84],"dataset":[85,130],"(Cui":[86],"et":[87],"al.,":[88],"2022)":[89],"from":[90],"English":[91],"Chinese":[93],"Japanese.":[95],"Even":[96],"with":[97,125],"resulting":[99],"robust":[100],"benchmark,":[101],"which":[102],"call":[104],"MCWQ-R,":[105],"distribution":[110],"compositions":[112],"still":[113,123],"suffers":[114],"due":[115],"linguistic":[117],"divergences,":[118],"multilingual":[121],"struggle":[124],"cross-lingual":[126,141],"generalization.":[128],"Our":[129],"methodology":[132],"will":[133],"be":[134],"useful":[135],"resources":[136],"study":[139],"other":[145],"tasks.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}