{"id":"https://openalex.org/W2899099596","doi":"https://doi.org/10.18653/v1/w19-4330","title":"Learning Cross-Lingual Sentence Representations via a Multi-task Dual-Encoder Model","display_name":"Learning Cross-Lingual Sentence Representations via a Multi-task Dual-Encoder Model","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2899099596","doi":"https://doi.org/10.18653/v1/w19-4330","mag":"2899099596"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-4330","doi":"https://doi.org/10.18653/v1/w19-4330","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4330","pdf_url":"https://www.aclweb.org/anthology/W19-4330.pdf","source":{"id":"https://openalex.org/S7407087395","display_name":"Workshop on Representation Learning for NLP (RepL4NLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Representation Learning for NLP (RepL4NLP-2019)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2899099596"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/W19-4330.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Muthu Chidambaram","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muthu Chidambaram","raw_affiliation_strings":["Google AI , Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI , Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112593580","display_name":"Yinfei Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinfei Yang","raw_affiliation_strings":["Google AI , Mountain View , CA , USA","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI , Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073726152","display_name":"Daniel M. Cer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Cer","raw_affiliation_strings":["Google AI , Mountain View , CA , USA","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI , Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057981124","display_name":"Steve Yuan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Yuan","raw_affiliation_strings":["Google AI , Mountain View , CA , USA","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI , Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113807382","display_name":"Yun-Hsuan Sung","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunhsuan Sung","raw_affiliation_strings":["Google AI , Mountain View , CA , USA","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI , Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001487094","display_name":"Brian P. Strope","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Strope","raw_affiliation_strings":["Google AI , Mountain View , CA , USA","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI , Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004215755","display_name":"Ray Kurzweil","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ray Kurzweil","raw_affiliation_strings":["Google AI , Mountain View , CA , USA","Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google AI , Mountain View , CA , USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":8.4833,"has_fulltext":true,"cited_by_count":162,"citation_normalized_percentile":{"value":0.9824803,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"250","last_page":"259"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.008500000461935997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multilingual-language-models","display_name":"multilingual language models","score":0.6029999852180481},{"id":"https://openalex.org/keywords/dual-encoder-models","display_name":"dual-encoder models","score":0.8270000219345093},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.8429999947547913},{"id":"https://openalex.org/keywords/parallel-data","display_name":"parallel data","score":0.4860000014305115},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.8149999976158142},{"id":"https://openalex.org/keywords/few-shot-learning","display_name":"few-shot learning","score":0.9760000109672546},{"id":"https://openalex.org/keywords/limited-labeled-data","display_name":"limited labeled data","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7655529975891113},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7070757150650024},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6726599931716919},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6679891347885132},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6506770849227905},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6485476493835449},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6183567047119141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6107561588287354},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.43296483159065247},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34801626205444336},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.241428941488266},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/w19-4330","doi":"https://doi.org/10.18653/v1/w19-4330","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4330","pdf_url":"https://www.aclweb.org/anthology/W19-4330.pdf","source":{"id":"https://openalex.org/S7407087395","display_name":"Workshop on Representation Learning for NLP (RepL4NLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Representation Learning for NLP (RepL4NLP-2019)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1810.12836","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.12836","pdf_url":"https://arxiv.org/pdf/1810.12836","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2899099596","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1810.12836.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1810.12836","doi":"https://doi.org/10.48550/arxiv.1810.12836","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1810.12836","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-4330","doi":"https://doi.org/10.18653/v1/w19-4330","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4330","pdf_url":"https://www.aclweb.org/anthology/W19-4330.pdf","source":{"id":"https://openalex.org/S7407087395","display_name":"Workshop on Representation Learning for NLP (RepL4NLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Representation Learning for NLP (RepL4NLP-2019)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2899099596.pdf","grobid_xml":"https://content.openalex.org/works/W2899099596.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1603500723","https://openalex.org/W1828724394","https://openalex.org/W1840435438","https://openalex.org/W2101096097","https://openalex.org/W2118090838","https://openalex.org/W2143230354","https://openalex.org/W2171068337","https://openalex.org/W2525778437","https://openalex.org/W2607106700","https://openalex.org/W2607892599","https://openalex.org/W2608771829","https://openalex.org/W2611029872","https://openalex.org/W2612953412","https://openalex.org/W2626778328","https://openalex.org/W2739351760","https://openalex.org/W2752289368","https://openalex.org/W2753924560","https://openalex.org/W2786464815","https://openalex.org/W2786685006","https://openalex.org/W2794557536","https://openalex.org/W2798762751","https://openalex.org/W2798886742","https://openalex.org/W2885185669","https://openalex.org/W2886198413","https://openalex.org/W2891177506","https://openalex.org/W2891555348","https://openalex.org/W2891844856","https://openalex.org/W2963149412","https://openalex.org/W2964165804","https://openalex.org/W2965538726","https://openalex.org/W4297808394"],"related_works":["https://openalex.org/W3212833915","https://openalex.org/W2798762751","https://openalex.org/W2981294775","https://openalex.org/W4388691609","https://openalex.org/W2952594402","https://openalex.org/W3037536473","https://openalex.org/W4415964974","https://openalex.org/W2971044494","https://openalex.org/W3039695075","https://openalex.org/W2905749056"],"abstract_inverted_index":{"The":[0],"scarcity":[1],"of":[2,21,76,87],"labeled":[3],"training":[4,23,70],"data":[5,24],"across":[6],"many":[7],"languages":[8],"is":[9],"a":[10,48,84],"significant":[11],"roadblock":[12],"for":[13],"multilingual":[14,78],"neural":[15],"language":[16],"processing.We":[17],"approach":[18],"the":[19,55],"lack":[20],"in-language":[22],"using":[25,47,68],"sentence":[26,59,79],"embeddings":[27,80],"that":[28],"map":[29],"text":[30],"written":[31],"in":[32],"different":[33],"languages,":[34],"but":[35],"with":[36],"similar":[37],"meanings,":[38],"to":[39,53],"nearby":[40],"embedding":[41],"space":[42],"representations.The":[43],"representations":[44,65],"are":[45,66,81],"produced":[46],"dual-encoder":[49],"based":[50],"model":[51],"trained":[52],"maximize":[54],"representational":[56],"similarity":[57],"between":[58],"pairs":[60],"drawn":[61],"from":[62],"parallel":[63],"data.The":[64],"enhanced":[67],"multitask":[69],"and":[71,90],"unsupervised":[72],"monolingual":[73],"corpora.The":[74],"effectiveness":[75],"our":[77],"assessed":[82],"on":[83],"comprehensive":[85],"collection":[86],"monolingual,":[88],"cross-lingual,":[89],"zeroshot/few-shot":[91],"learning":[92],"tasks.":[93]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2899099596","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":38},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":9}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2018-11-09T00:00:00"}
