{"id":"https://openalex.org/W2798905273","doi":"https://doi.org/10.18653/v1/n18-2082","title":"On the Evaluation of Semantic Phenomena in Neural Machine Translation Using Natural Language Inference","display_name":"On the Evaluation of Semantic Phenomena in Neural Machine Translation Using Natural Language Inference","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2798905273","doi":"https://doi.org/10.18653/v1/n18-2082","mag":"2798905273"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n18-2082","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n18-2082","pdf_url":"https://www.aclweb.org/anthology/N18-2082.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/N18-2082.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032380221","display_name":"Adam Poliak","orcid":"https://orcid.org/0000-0002-1903-8450"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Poliak","raw_affiliation_strings":["Center for Language and Speech Processing Johns Hopkins University, Baltimore, MD 21218","Johns Hopkins University, Baltimore, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Language and Speech Processing Johns Hopkins University, Baltimore, MD 21218","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University, Baltimore, United States","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051184573","display_name":"Yonatan Belinkov","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonatan Belinkov","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory Massachusetts Institute of Technology, Cambridge, MA 02139","Massachusetts Institute of Technology, Cambridge, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory Massachusetts Institute of Technology, Cambridge, MA 02139","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112758056","display_name":"James Glass","orcid":"https://orcid.org/0000-0002-3097-360X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Glass","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory Massachusetts Institute of Technology, Cambridge, MA 02139","Massachusetts Institute of Technology, Cambridge, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory Massachusetts Institute of Technology, Cambridge, MA 02139","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075825791","display_name":"Benjamin Van Durme","orcid":"https://orcid.org/0000-0003-4328-4288"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Van Durme","raw_affiliation_strings":["Center for Language and Speech Processing Johns Hopkins University, Baltimore, MD 21218","Johns Hopkins University, Baltimore, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Language and Speech Processing Johns Hopkins University, Baltimore, MD 21218","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University, Baltimore, United States","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"513","last_page":"523"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.83586585521698},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7386696338653564},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7078344225883484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7012503147125244},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6116381883621216},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5643188953399658},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5146056413650513},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5049911141395569},{"id":"https://openalex.org/keywords/semantic-role-labeling","display_name":"Semantic role labeling","score":0.4708418548107147},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4555339813232422},{"id":"https://openalex.org/keywords/semantic-computing","display_name":"Semantic computing","score":0.4315027594566345},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.43097835779190063},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.42028912901878357},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4111173450946808},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15000134706497192},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.09883654117584229}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.83586585521698},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7386696338653564},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7078344225883484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7012503147125244},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6116381883621216},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5643188953399658},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5146056413650513},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5049911141395569},{"id":"https://openalex.org/C67277372","wikidata":"https://www.wikidata.org/wiki/Q7449085","display_name":"Semantic role labeling","level":3,"score":0.4708418548107147},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4555339813232422},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.4315027594566345},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.43097835779190063},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.42028912901878357},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4111173450946808},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15000134706497192},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.09883654117584229},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/n18-2082","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n18-2082","pdf_url":"https://www.aclweb.org/anthology/N18-2082.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1804.09779","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1804.09779","pdf_url":"https://arxiv.org/pdf/1804.09779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2798905273","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1804.09779.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1804.09779","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1804.09779","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/n18-2082","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n18-2082","pdf_url":"https://www.aclweb.org/anthology/N18-2082.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.75,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2798905273.pdf","grobid_xml":"https://content.openalex.org/works/W2798905273.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W753012316","https://openalex.org/W806995027","https://openalex.org/W2016172157","https://openalex.org/W2067551521","https://openalex.org/W2117331532","https://openalex.org/W2118463056","https://openalex.org/W2123442489","https://openalex.org/W2139183784","https://openalex.org/W2154474435","https://openalex.org/W2180093461","https://openalex.org/W2186267129","https://openalex.org/W2267186426","https://openalex.org/W2304113845","https://openalex.org/W2415204069","https://openalex.org/W2605717780","https://openalex.org/W2607892599","https://openalex.org/W2613904329","https://openalex.org/W2737477140","https://openalex.org/W2737504179","https://openalex.org/W2740711318","https://openalex.org/W2757291580","https://openalex.org/W2767019613","https://openalex.org/W2771275742","https://openalex.org/W2773621464","https://openalex.org/W2787811729","https://openalex.org/W2949888546","https://openalex.org/W2951718443","https://openalex.org/W2953084091","https://openalex.org/W2962697716","https://openalex.org/W2962777840","https://openalex.org/W2962843521","https://openalex.org/W2963069107","https://openalex.org/W2963403868","https://openalex.org/W3144078281"],"related_works":["https://openalex.org/W2963706350","https://openalex.org/W2151691130","https://openalex.org/W3100794635","https://openalex.org/W2096831027","https://openalex.org/W3181088491","https://openalex.org/W3168031262","https://openalex.org/W2332883352","https://openalex.org/W2110182048","https://openalex.org/W2734653669","https://openalex.org/W2178887482","https://openalex.org/W3088644109","https://openalex.org/W150517879","https://openalex.org/W2909124124","https://openalex.org/W2738396332","https://openalex.org/W2137168990","https://openalex.org/W33840204","https://openalex.org/W2151843627","https://openalex.org/W2955248987","https://openalex.org/W2949413855","https://openalex.org/W3198439322"],"abstract_inverted_index":{"Adam":[0],"Poliak,":[1],"Yonatan":[2],"Belinkov,":[3],"James":[4],"Glass,":[5],"Benjamin":[6],"Van":[7],"Durme.":[8],"Proceedings":[9],"of":[10,14,19],"the":[11,15,20],"2018":[12],"Conference":[13],"North":[16],"American":[17],"Chapter":[18],"Association":[21],"for":[22],"Computational":[23],"Linguistics:":[24],"Human":[25],"Language":[26],"Technologies,":[27],"Volume":[28],"2":[29],"(Short":[30],"Papers).":[31],"2018.":[32]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}