{"id":"https://openalex.org/W2890482192","doi":"https://doi.org/10.18653/v1/p19-1395","title":"Towards Language Agnostic Universal Representations","display_name":"Towards Language Agnostic Universal Representations","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2890482192","doi":"https://doi.org/10.18653/v1/p19-1395","mag":"2890482192"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1395","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1395","pdf_url":"https://www.aclweb.org/anthology/P19-1395.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1395.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062471396","display_name":"Armen Aghajanyan","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Armen Aghajanyan","raw_affiliation_strings":["Facebook / Seattle, WA","Microsoft / Bellevue, WA"],"affiliations":[{"raw_affiliation_string":"Facebook / Seattle, WA","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Microsoft / Bellevue, WA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087490418","display_name":"Song Xia","orcid":"https://orcid.org/0000-0002-1962-4273"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Song","raw_affiliation_strings":["Facebook / Seattle, WA","Microsoft / Bellevue, WA"],"affiliations":[{"raw_affiliation_string":"Facebook / Seattle, WA","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Microsoft / Bellevue, WA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030018356","display_name":"Saurabh Tiwary","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saurabh Tiwary","raw_affiliation_strings":["Facebook / Seattle, WA","Microsoft / Bellevue, WA"],"affiliations":[{"raw_affiliation_string":"Facebook / Seattle, WA","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Microsoft / Bellevue, WA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5062471396"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985","https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":0.28,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63088645,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"4033","last_page":"4041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8049293756484985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5856425762176514},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5516775250434875},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44110655784606934},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.43978917598724365},{"id":"https://openalex.org/keywords/universal-networking-language","display_name":"Universal Networking Language","score":0.4145430624485016},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.39444196224212646},{"id":"https://openalex.org/keywords/comprehension-approach","display_name":"Comprehension approach","score":0.32098299264907837},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.31850749254226685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8049293756484985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856425762176514},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5516775250434875},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44110655784606934},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.43978917598724365},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.4145430624485016},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.39444196224212646},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.32098299264907837},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31850749254226685},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1395","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1395","pdf_url":"https://www.aclweb.org/anthology/P19-1395.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1395","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1395","pdf_url":"https://www.aclweb.org/anthology/P19-1395.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8799999952316284,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2890482192.pdf","grobid_xml":"https://content.openalex.org/works/W2890482192.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W36175930","https://openalex.org/W62405817","https://openalex.org/W131476532","https://openalex.org/W202367082","https://openalex.org/W385466589","https://openalex.org/W398774909","https://openalex.org/W1522301498","https://openalex.org/W1777150271","https://openalex.org/W1836465849","https://openalex.org/W1840435438","https://openalex.org/W1984140354","https://openalex.org/W1998453217","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2096707493","https://openalex.org/W2113459411","https://openalex.org/W2170973209","https://openalex.org/W2187089797","https://openalex.org/W2212703438","https://openalex.org/W2270364989","https://openalex.org/W2606347107","https://openalex.org/W2808308446","https://openalex.org/W2888536529","https://openalex.org/W2949117887","https://openalex.org/W2952729433","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2962824887","https://openalex.org/W2962879692","https://openalex.org/W2962985038","https://openalex.org/W2963212250","https://openalex.org/W2963266340","https://openalex.org/W2963672008","https://openalex.org/W2963756346","https://openalex.org/W2964082993","https://openalex.org/W2964121744","https://openalex.org/W4230109176","https://openalex.org/W4252048660","https://openalex.org/W4295521014","https://openalex.org/W4302343710","https://openalex.org/W4394670483"],"related_works":["https://openalex.org/W2913520953","https://openalex.org/W4310801723","https://openalex.org/W2373444231","https://openalex.org/W2551652406","https://openalex.org/W2401646948","https://openalex.org/W2588908508","https://openalex.org/W2079798264","https://openalex.org/W2347892883","https://openalex.org/W2347443960","https://openalex.org/W2383292628"],"abstract_inverted_index":{"When":[0],"a":[1,55,73,81,85,125],"bilingual":[2],"student":[3,14,26],"learns":[4],"to":[5,15,18,57,80],"solve":[6,19],"word":[7],"problems":[8],"in":[9,22,38,44,75,84,136],"math,":[10],"we":[11,53],"expect":[12],"the":[13,25,32,59,62,99,114],"be":[16],"able":[17],"these":[20,91,117],"problem":[21,63],"both":[23],"languages":[24],"is":[27],"fluent":[28],"in,":[29],"even":[30],"if":[31],"math":[33],"lessons":[34],"were":[35],"only":[36],"taught":[37],"one":[39,76,83],"language.":[40],"However,":[41],"current":[42],"representations":[43,68,92,107,118,131],"machine":[45],"learning":[46,65],"are":[47,109],"language":[48,60,66,77,110,127,129],"dependent.":[49],"In":[50],"this":[51],"work,":[52],"present":[54],"method":[56],"decouple":[58],"from":[61,96],"by":[64,93,119],"agnostic":[67,111,130],"and":[69,78,103],"therefore":[70],"allowing":[71],"training":[72],"model":[74],"applying":[79],"different":[82],"zero":[86],"shot":[87],"fashion.":[88],"We":[89,112],"learn":[90,104],"taking":[94],"inspiration":[95],"linguistics,":[97],"specifically":[98],"Universal":[100],"Grammar":[101],"hypothesis":[102],"universal":[105],"latent":[106],"that":[108,121],"demonstrate":[113],"capabilities":[115],"of":[116],"showing":[120],"models":[122],"trained":[123],"on":[124],"single":[126],"using":[128],"achieve":[132],"very":[133],"similar":[134],"accuracies":[135],"other":[137],"languages.":[138]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}