{"id":"https://openalex.org/W4361855669","doi":"https://doi.org/10.1109/access.2023.3260835","title":"Implicit Cross-Lingual Word Embedding Alignment for Reference-Free Machine Translation Evaluation","display_name":"Implicit Cross-Lingual Word Embedding Alignment for Reference-Free Machine Translation Evaluation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4361855669","doi":"https://doi.org/10.1109/access.2023.3260835"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3260835","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3260835","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10089212.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10089212.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023047344","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-9624-6851"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9624-6851","affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038736812","display_name":"Hao Yang","orcid":"https://orcid.org/0000-0001-8861-7010"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Yang","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037683279","display_name":"Yanqing Zhao","orcid":"https://orcid.org/0009-0003-4939-2519"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanqing Zhao","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065926428","display_name":"Xiaosong Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaosong Qiao","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006709668","display_name":"Shimin Tao","orcid":"https://orcid.org/0000-0002-2795-6921"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimin Tao","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043581386","display_name":"Song Peng","orcid":"https://orcid.org/0000-0002-8757-0983"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Peng","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054537903","display_name":"Ying Qin","orcid":"https://orcid.org/0000-0001-9131-5830"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Qin","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065359060","display_name":"Yanfei Jiang","orcid":"https://orcid.org/0009-0001-2817-1018"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfei Jiang","raw_affiliation_strings":["Huawei Translation Services Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Translation Services Center, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023047344"],"corresponding_institution_ids":["https://openalex.org/I2250955327"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6345,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71753601,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"11","issue":null,"first_page":"32241","last_page":"32251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.827426552772522},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7000323534011841},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6853358745574951},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6842638254165649},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6823744773864746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6197079420089722},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.568159818649292},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5561015605926514},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.5346286296844482},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5322420597076416},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.331595778465271},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10832050442695618}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.827426552772522},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7000323534011841},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6853358745574951},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6842638254165649},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6823744773864746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6197079420089722},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.568159818649292},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5561015605926514},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.5346286296844482},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5322420597076416},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.331595778465271},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10832050442695618},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3260835","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3260835","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10089212.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4a12fe188f88426b983f99d1c0cfff5c","is_oa":true,"landing_page_url":"https://doaj.org/article/4a12fe188f88426b983f99d1c0cfff5c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 32241-32251 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3260835","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3260835","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10089212.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8199999928474426,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4361855669.pdf","grobid_xml":"https://content.openalex.org/works/W4361855669.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2100506586","https://openalex.org/W2150955799","https://openalex.org/W2187089797","https://openalex.org/W2970641574","https://openalex.org/W2973088264","https://openalex.org/W2990138404","https://openalex.org/W3001434439","https://openalex.org/W3035252911","https://openalex.org/W3035390927","https://openalex.org/W3211848854","https://openalex.org/W4299574851","https://openalex.org/W4312362236","https://openalex.org/W4313122167","https://openalex.org/W4385245566","https://openalex.org/W6621906925","https://openalex.org/W6684172481","https://openalex.org/W6684379752","https://openalex.org/W6734621010","https://openalex.org/W6755207826","https://openalex.org/W6756275415","https://openalex.org/W6761205521","https://openalex.org/W6763687114","https://openalex.org/W6767186723","https://openalex.org/W6767588338","https://openalex.org/W6767690094","https://openalex.org/W6767737316","https://openalex.org/W6771606970","https://openalex.org/W6776044023","https://openalex.org/W6776255709","https://openalex.org/W6776953461","https://openalex.org/W6779941907","https://openalex.org/W6783471663","https://openalex.org/W6783561170","https://openalex.org/W6787761970","https://openalex.org/W6795792737","https://openalex.org/W6810898478","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W3011059803","https://openalex.org/W2375873920","https://openalex.org/W3151736118","https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W2183306018","https://openalex.org/W4362495644","https://openalex.org/W2911655849","https://openalex.org/W4286432911"],"abstract_inverted_index":{"As":[0],"we":[1],"know,":[2],"cross-lingual":[3,40,109],"word":[4,41,110],"embedding":[5,36,42],"alignment":[6,37,43,54,80],"is":[7,28,48,83],"critically":[8],"important":[9],"for":[10,34,138,158],"reference-free":[11,145],"machine":[12,146],"translation":[13,147],"evaluation,":[14],"where":[15],"source":[16],"texts":[17],"are":[18,156],"directly":[19],"compared":[20],"with":[21,95],"system":[22],"translations.":[23],"In":[24],"this":[25],"paper,":[26],"it":[27,61],"revealed":[29],"that":[30,65],"multilingual":[31],"knowledge":[32],"distillation":[33],"sentence":[35],"could":[38,62],"achieve":[39],"implicitly.":[44],"A":[45],"simplified":[46],"analysis":[47],"given":[49],"to":[50,58],"explain":[51],"the":[52,59,67,72,78,87,91,96,108,139,143,151],"implicit":[53],"reason.":[55],"And":[56],"according":[57],"analysis,":[60],"be":[63],"deduced":[64],"using":[66,107],"last":[68],"layer":[69],"embeddings":[70,111],"of":[71,98,123,133],"distilled":[73],"student":[74],"model":[75],"will":[76],"have":[77],"best":[79,117],"effect,":[81],"which":[82],"also":[84],"validated":[85],"by":[86],"experimental":[88],"results":[89,115],"on":[90,120],"WMT19":[92],"datasets.":[93],"Furthermore,":[94],"assistant":[97],"a":[99],"target-side":[100],"language":[101,124,136],"model,":[102],"BERTScore":[103],"andWord":[104],"Mover\u2019s":[105],"Distance":[106],"get":[112],"very":[113],"competitive":[114],"(4":[116],"average":[118],"scores":[119],"3":[121],"types":[122],"directions":[125],"and":[126],"ranking":[127],"first":[128],"among":[129],"more":[130],"than":[131],"half":[132],"all":[134],"18":[135],"pairs":[137],"system-level":[140],"evaluations)":[141],"in":[142],"WMT19\u2019s":[144],"evaluation":[148],"tasks":[149],"when":[150],"current":[152],"state-of-the-art":[153],"(SOTA)":[154],"metrics":[155],"chosen":[157],"comparison.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}