{"id":"https://openalex.org/W3092100598","doi":"https://doi.org/10.18653/v1/2020.wmt-1.125","title":"Zero-Shot Translation Quality Estimation with Explicit Cross-Lingual Patterns","display_name":"Zero-Shot Translation Quality Estimation with Explicit Cross-Lingual Patterns","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3092100598","doi":"https://doi.org/10.18653/v1/2020.wmt-1.125","mag":"3092100598"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.wmt-1.125","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.125","pdf_url":"https://aclanthology.org/2020.wmt-1.125.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2020.wmt-1.125.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058737960","display_name":"Lei Zhou","orcid":"https://orcid.org/0000-0003-0860-0724"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lei Zhou","raw_affiliation_strings":["University of Sydney"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456723","display_name":"Liang Ding","orcid":"https://orcid.org/0000-0001-8976-2084"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Liang Ding","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000123568","display_name":"Koichi Takeda","orcid":"https://orcid.org/0000-0001-7545-4101"},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koichi Takeda","raw_affiliation_strings":["Nagoya University, Nagoya, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nagoya University, Nagoya, Japan","institution_ids":["https://openalex.org/I60134161"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1068","last_page":"1074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.7578998804092407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6903823614120483},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6560430526733398},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6315574645996094},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6006770730018616},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5669094324111938},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5662054419517517},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5610874891281128},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5358058214187622},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5098034739494324},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5063213109970093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4654373228549957},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3677409291267395},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35281604528427124},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3402387499809265},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2776881456375122},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.26838716864585876},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.08721822500228882},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07569354772567749}],"concepts":[{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.7578998804092407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6903823614120483},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6560430526733398},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6315574645996094},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6006770730018616},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5669094324111938},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5662054419517517},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5610874891281128},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5358058214187622},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5098034739494324},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5063213109970093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4654373228549957},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3677409291267395},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35281604528427124},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3402387499809265},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2776881456375122},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26838716864585876},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.08721822500228882},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07569354772567749},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2020.wmt-1.125","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.125","pdf_url":"https://aclanthology.org/2020.wmt-1.125.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2010.04989","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04989","pdf_url":"https://arxiv.org/pdf/2010.04989","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3092100598","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2010.04989.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2010.04989","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.04989","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.wmt-1.125","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.wmt-1.125","pdf_url":"https://aclanthology.org/2020.wmt-1.125.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Conference on Machine Translation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6200000047683716,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3092100598.pdf","grobid_xml":"https://content.openalex.org/works/W3092100598.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W2078861931","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2144746247","https://openalex.org/W2148365102","https://openalex.org/W2149327368","https://openalex.org/W2154652894","https://openalex.org/W2156985047","https://openalex.org/W2340762547","https://openalex.org/W2512848817","https://openalex.org/W2770840533","https://openalex.org/W2902463012","https://openalex.org/W2903376039","https://openalex.org/W2952103439","https://openalex.org/W2953072129","https://openalex.org/W2962784628","https://openalex.org/W2963341956","https://openalex.org/W2963355447","https://openalex.org/W2963824830","https://openalex.org/W2963876447","https://openalex.org/W2963959336","https://openalex.org/W2967707653","https://openalex.org/W2970986500","https://openalex.org/W2996403597","https://openalex.org/W3006801027","https://openalex.org/W3034238904","https://openalex.org/W3034716087","https://openalex.org/W3034998639","https://openalex.org/W3035252911","https://openalex.org/W3099757670","https://openalex.org/W3119881489"],"related_works":["https://openalex.org/W3120060094","https://openalex.org/W3120951354","https://openalex.org/W3161646700","https://openalex.org/W3214692428","https://openalex.org/W2461468398","https://openalex.org/W2768507446","https://openalex.org/W3020930414","https://openalex.org/W3021299983","https://openalex.org/W3096489356","https://openalex.org/W3197808593","https://openalex.org/W2971107826","https://openalex.org/W2804232614","https://openalex.org/W2933350699","https://openalex.org/W3176539696","https://openalex.org/W3207449682","https://openalex.org/W3211496329","https://openalex.org/W3198071757","https://openalex.org/W2952153923","https://openalex.org/W3133531863","https://openalex.org/W2899490399"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"our":[3,72,78,95,120],"submission":[4],"of":[5,40,116],"the":[6,24,88,93,110,126],"WMT":[7],"2020":[8],"Shared":[9],"Task":[10],"on":[11,113,125],"Sentence":[12],"Level":[13],"Direct":[14],"Assessment,":[15],"Quality":[16],"Estimation":[17],"(QE).In":[18],"this":[19,56],"study,":[20],"we":[21,58],"empirically":[22],"reveal":[23],"mismatching":[25,41,89],"issue":[26],"when":[27],"directly":[28],"adopting":[29],"BERTScore":[30],"(Zhang":[31],"et":[32],"al.,":[33],"2020)":[34],"to":[35,55,60,71],"QE.Specifically,":[36],"there":[37],"exist":[38],"lots":[39],"errors":[42],"between":[43],"source":[44],"sentence":[45,49],"and":[46,68,107],"translated":[47],"candidate":[48],"with":[50,82,103],"token":[51],"pairwise":[52],"similarity.In":[53],"response":[54],"issue,":[57,90],"propose":[59],"expose":[61],"explicit":[62,83],"cross":[63],"lingual":[64],"patterns,":[65],"e.g.word":[66],"alignments":[67],"generation":[69],"score,":[70],"proposed":[73,79],"zero-shot":[74,96,127],"models.Experiments":[75],"show":[76],"that":[77],"QE":[80,97,105,128],"model":[81,129],"cross-lingual":[84],"patterns":[85],"could":[86,99,122],"alleviate":[87],"thereby":[91],"improving":[92],"performance.Encouragingly,":[94],"method":[98],"achieve":[100],"comparable":[101],"performance":[102],"supervised":[104,111],"method,":[106],"even":[108],"outperforms":[109],"counterpart":[112],"2":[114],"out":[115],"6":[117],"directions.We":[118],"expect":[119],"work":[121],"shed":[123],"light":[124],"improvement.":[130]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2020-10-15T00:00:00"}