{"id":"https://openalex.org/W2963824830","doi":"https://doi.org/10.1609/aaai.v33i01.33016367","title":"\u201cBilingual Expert\u201d Can Find Translation Errors","display_name":"\u201cBilingual Expert\u201d Can Find Translation Errors","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2963824830","doi":"https://doi.org/10.1609/aaai.v33i01.33016367","mag":"2963824830"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33016367","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016367","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4599/4477","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4599/4477","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055225377","display_name":"Kai Fan","orcid":"https://orcid.org/0000-0002-8256-0807"},"institutions":[{"id":"https://openalex.org/I4210086143","display_name":"Alibaba Group (Cayman Islands)","ror":"https://ror.org/00mnrxf72","country_code":"KY","type":"company","lineage":["https://openalex.org/I4210086143","https://openalex.org/I45928872"]}],"countries":["KY"],"is_corresponding":true,"raw_author_name":"Kai Fan","raw_affiliation_strings":["Alibaba DAMO Academy"],"affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy","institution_ids":["https://openalex.org/I4210086143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449263","display_name":"Jiayi Wang","orcid":"https://orcid.org/0000-0002-7785-3381"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayi Wang","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374521","display_name":"Bo Li","orcid":"https://orcid.org/0000-0003-4186-4828"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113876411","display_name":"Fengming Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fengming Zhou","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019715118","display_name":"Boxing Chen","orcid":"https://orcid.org/0000-0002-3170-4858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boxing Chen","raw_affiliation_strings":["Alibaba"],"affiliations":[{"raw_affiliation_string":"Alibaba","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101718341","display_name":"Luo Si","orcid":"https://orcid.org/0000-0002-3263-234X"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luo Si","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5055225377"],"corresponding_institution_ids":["https://openalex.org/I4210086143"],"apc_list":null,"apc_paid":null,"fwci":6.1657,"has_fulltext":true,"cited_by_count":55,"citation_normalized_percentile":{"value":0.9638389,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"6367","last_page":"6374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8610560894012451},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.8288064002990723},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.7951231002807617},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7055506706237793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6890463829040527},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6055352687835693},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5407010316848755},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5210687518119812},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5065501928329468},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.46921077370643616},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4371532201766968},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.4168015122413635},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.2271423637866974},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.12238064408302307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8610560894012451},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.8288064002990723},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.7951231002807617},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7055506706237793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6890463829040527},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6055352687835693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5407010316848755},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5210687518119812},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5065501928329468},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46921077370643616},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4371532201766968},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.4168015122413635},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.2271423637866974},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.12238064408302307},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33016367","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016367","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4599/4477","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33016367","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016367","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4599/4477","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963824830.pdf","grobid_xml":"https://content.openalex.org/works/W2963824830.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1816313093","https://openalex.org/W1940872118","https://openalex.org/W1959608418","https://openalex.org/W2079735306","https://openalex.org/W2095705004","https://openalex.org/W2100271871","https://openalex.org/W2101234009","https://openalex.org/W2149327368","https://openalex.org/W2251150371","https://openalex.org/W2271328876","https://openalex.org/W2525778437","https://openalex.org/W2551396370","https://openalex.org/W2621975677","https://openalex.org/W2626944006","https://openalex.org/W2756954690","https://openalex.org/W2759685565","https://openalex.org/W2794365787","https://openalex.org/W2883757330","https://openalex.org/W2903193068","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2963261349","https://openalex.org/W2963804993","https://openalex.org/W2964347512","https://openalex.org/W4385245566","https://openalex.org/W6675354045","https://openalex.org/W6744791927","https://openalex.org/W6748634344"],"related_works":["https://openalex.org/W3151736118","https://openalex.org/W3097971125","https://openalex.org/W2395641992","https://openalex.org/W2962780935","https://openalex.org/W4280571180","https://openalex.org/W2099607809","https://openalex.org/W3021126373","https://openalex.org/W92588874","https://openalex.org/W2807475932","https://openalex.org/W2903057408"],"abstract_inverted_index":{"The":[0,160],"performances":[1],"of":[2,24,49,64,131,176],"machine":[3],"translation":[4,50,66],"(MT)":[5],"systems":[6],"are":[7,18,32],"usually":[8,33],"evaluated":[9],"by":[10],"the":[11,15,22,47,65,69,73,111,118,123,126,137,145,168],"metric":[12],"BLEU":[13],"when":[14],"golden":[16,30],"references":[17,31],"provided.":[19],"However,":[20],"in":[21,72,171],"case":[23],"model":[25,87,114,156],"inference":[26],"or":[27],"production":[28],"deployment,":[29],"expensively":[34],"available,":[35],"such":[36],"as":[37],"human":[38],"annotation":[39],"with":[40,88],"bilingual":[41,95,112],"expertise.":[42],"In":[43],"order":[44],"to":[45],"address":[46],"issue":[48],"quality":[51,158],"estimation":[52],"(QE)":[53],"without":[54],"reference,":[55],"we":[56],"propose":[57],"a":[58,83,89,152],"general":[59],"framework":[60],"for":[61,68,105,157],"automatic":[62],"evaluation":[63],"output":[67],"QE":[70,109,179],"task":[71],"Conference":[74],"on":[75,101,136],"Statistical":[76],"Machine":[77],"Translation":[78],"(WMT).":[79],"We":[80],"first":[81],"build":[82],"conditional":[84],"target":[85],"language":[86],"novel":[90],"bidirectional":[91],"transformer,":[92],"named":[93],"neural":[94],"expert":[96,113],"model,":[97],"which":[98],"is":[99],"pre-trained":[100],"large":[102],"parallel":[103,142],"corpora":[104],"feature":[106],"extraction.":[107],"For":[108],"inference,":[110],"can":[115],"simultaneously":[116],"produce":[117],"joint":[119],"latent":[120],"representation":[121],"between":[122],"source":[124],"and":[125,128],"translation,":[127],"real-valued":[129],"measurements":[130],"possible":[132],"erroneous":[133],"tokens":[134],"based":[135],"prior":[138],"knowledge":[139],"learned":[140],"from":[141],"data.":[143],"Subsequently,":[144],"features":[146],"will":[147],"further":[148],"be":[149],"fed":[150],"into":[151],"simple":[153],"Bi-LSTM":[154],"predictive":[155],"estimation.":[159],"experimental":[161],"results":[162],"show":[163],"that":[164],"our":[165],"approach":[166],"achieves":[167],"state-of-the-art":[169],"performance":[170],"most":[172],"public":[173],"available":[174],"datasets":[175],"WMT":[177],"2017/2018":[178],"task.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}