{"id":"https://openalex.org/W2621975677","doi":"https://doi.org/10.1162/tacl_a_00056","title":"Pushing the Limits of Translation Quality Estimation","display_name":"Pushing the Limits of Translation Quality Estimation","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2621975677","doi":"https://doi.org/10.1162/tacl_a_00056","mag":"2621975677"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00056","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00056","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00056","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00056","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051693368","display_name":"Andr\u00e9 F. T. Martins","orcid":"https://orcid.org/0000-0001-8282-625X"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Andr\u00e9 F. T. Martins","raw_affiliation_strings":["Unbabel, Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unbabel, Instituto de Telecomunica\u00e7\u00f5es, Lisbon, Portugal,","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065193578","display_name":"Marcin Junczys-Dowmunt","orcid":null},"institutions":[{"id":"https://openalex.org/I59411706","display_name":"Adam Mickiewicz University in Pozna\u0144","ror":"https://ror.org/04g6bbq64","country_code":"PL","type":"education","lineage":["https://openalex.org/I59411706"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Marcin Junczys-Dowmunt","raw_affiliation_strings":["Adam Mickiewicz University in Pozna\u0144, Pozna\u0144, Poland,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adam Mickiewicz University in Pozna\u0144, Pozna\u0144, Poland,","institution_ids":["https://openalex.org/I59411706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080472445","display_name":"F\u00e1bio Kepler","orcid":null},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Fabio N. Kepler","raw_affiliation_strings":["Unbabel, L2F/INESC-ID, Lisbon, Portugal, University of Pampa, Alegrete,                         Brazil,","Unbabel, L2F/INESC-ID, Lisbon, Portugal, University of Pampa, Alegrete,\n Brazil,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unbabel, L2F/INESC-ID, Lisbon, Portugal, University of Pampa, Alegrete,                         Brazil,","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"Unbabel, L2F/INESC-ID, Lisbon, Portugal, University of Pampa, Alegrete,\n Brazil,","institution_ids":["https://openalex.org/I121345201"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003156858","display_name":"Ram\u00f3n Fern\u00e1ndez Astudillo","orcid":"https://orcid.org/0000-0001-9443-2346"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Ram\u00f3n Astudillo","raw_affiliation_strings":["Unbabel, L2F/INESC-ID, Lisbon, Portugal,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unbabel, L2F/INESC-ID, Lisbon, Portugal,","institution_ids":["https://openalex.org/I121345201"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023447446","display_name":"Chris Hokamp","orcid":null},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Chris Hokamp","raw_affiliation_strings":["Dublin City University, Dublin, Ireland,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dublin City University, Dublin, Ireland,","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023392498","display_name":"Roman Grundkiewicz","orcid":null},"institutions":[{"id":"https://openalex.org/I59411706","display_name":"Adam Mickiewicz University in Pozna\u0144","ror":"https://ror.org/04g6bbq64","country_code":"PL","type":"education","lineage":["https://openalex.org/I59411706"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Roman Grundkiewicz","raw_affiliation_strings":["Adam Mickiewicz University in Pozna\u0144, Pozna\u0144, Poland,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adam Mickiewicz University in Pozna\u0144, Pozna\u0144, Poland,","institution_ids":["https://openalex.org/I59411706"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003156858","https://openalex.org/A5023392498","https://openalex.org/A5023447446","https://openalex.org/A5051693368","https://openalex.org/A5065193578","https://openalex.org/A5080472445"],"corresponding_institution_ids":["https://openalex.org/I121345201","https://openalex.org/I4210120471","https://openalex.org/I42934936","https://openalex.org/I59411706"],"apc_list":null,"apc_paid":null,"fwci":9.7787,"has_fulltext":true,"cited_by_count":67,"citation_normalized_percentile":{"value":0.98364977,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"5","issue":null,"first_page":"205","last_page":"218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8738598823547363},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6740502715110779},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6702919602394104},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6618039608001709},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6524734497070312},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6224116086959839},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5925562977790833},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5574178695678711},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5283128619194031},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4772784113883972},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4627388119697571},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4132496118545532},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32338452339172363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8738598823547363},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6740502715110779},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6702919602394104},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6618039608001709},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6524734497070312},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6224116086959839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5925562977790833},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5574178695678711},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5283128619194031},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4772784113883972},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4627388119697571},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4132496118545532},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32338452339172363},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl_a_00056","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00056","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00056","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e8aa6a4e53114c7387d4f7039d157a86","is_oa":false,"landing_page_url":"https://doaj.org/article/e8aa6a4e53114c7387d4f7039d157a86","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 5 (2021)","raw_type":"article"},{"id":"pmh:oai:pure.ed.ac.uk:publications/850c1736-b023-4bf6-a036-a4aa054149a3","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/portal/en/publications/pushing-the-limits-of-translation-quality-estimation(850c1736-b023-4bf6-a036-a4aa054149a3).html","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00056","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00056","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00056","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1877252183","display_name":null,"funder_award_id":"PTDC/EEI-SII/7092/2014","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G309696157","display_name":null,"funder_award_id":"UID/CEC/50021/2013","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G3850789590","display_name":null,"funder_award_id":"50008","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G4017497872","display_name":null,"funder_award_id":"UID/EEA/50008/2013","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2621975677.pdf","grobid_xml":"https://content.openalex.org/works/W2621975677.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W28412257","https://openalex.org/W60337842","https://openalex.org/W67571210","https://openalex.org/W119387329","https://openalex.org/W1533861849","https://openalex.org/W1665214252","https://openalex.org/W2022433169","https://openalex.org/W2111856253","https://openalex.org/W2117111101","https://openalex.org/W2126747756","https://openalex.org/W2131698806","https://openalex.org/W2136646623","https://openalex.org/W2143337266","https://openalex.org/W2146574666","https://openalex.org/W2147227066","https://openalex.org/W2149327368","https://openalex.org/W2157331557","https://openalex.org/W2160218441","https://openalex.org/W2162669657","https://openalex.org/W2164984707","https://openalex.org/W2169939314","https://openalex.org/W2180554602","https://openalex.org/W2186839874","https://openalex.org/W2250812345","https://openalex.org/W2251333340","https://openalex.org/W2251557434","https://openalex.org/W2251979322","https://openalex.org/W2252272516","https://openalex.org/W2508032974","https://openalex.org/W2511164486","https://openalex.org/W2512924740","https://openalex.org/W2514694861","https://openalex.org/W2527845440","https://openalex.org/W2914369697","https://openalex.org/W2917025446","https://openalex.org/W2962801832","https://openalex.org/W2963216505","https://openalex.org/W2963816901","https://openalex.org/W2964121744","https://openalex.org/W3044695148"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W2375873920","https://openalex.org/W3151736118","https://openalex.org/W4362495644","https://openalex.org/W2146114872","https://openalex.org/W2392060890","https://openalex.org/W2392760275","https://openalex.org/W2083530853","https://openalex.org/W2982905616","https://openalex.org/W2883671469"],"abstract_inverted_index":{"Translation":[0],"quality":[1,53,72],"estimation":[2,54,73],"is":[3,26],"a":[4,61,68,94,115],"task":[5],"of":[6,34,51,80,100,105,111,119,128],"growing":[7],"importance":[8],"in":[9,20],"NLP,":[10],"due":[11],"to":[12,15],"its":[13],"potential":[14,25],"reduce":[16],"post-editing":[17,83],"human":[18],"effort":[19],"disruptive":[21],"ways.":[22],"However,":[23],"this":[24,38],"currently":[27],"limited":[28],"by":[29,44],"the":[30,48,78,108,112],"relatively":[31],"low":[32],"accuracy":[33],"existing":[35],"systems.":[36],"In":[37],"paper,":[39],"we":[40,59,76],"achieve":[41],"remarkable":[42],"improvements":[43],"exploiting":[45],"synergies":[46],"between":[47],"related":[49],"tasks":[50],"word-level":[52,71,95],"and":[55,114],"automatic":[56,82],"post-editing.":[57],"First,":[58],"stack":[60],"new,":[62],"carefully":[63],"engineered,":[64],"neural":[65],"model":[66],"into":[67],"rich":[69],"feature-based":[70],"system.":[74],"Then,":[75],"use":[77],"output":[79],"an":[81,86],"system":[84],"as":[85],"extra":[87],"feature,":[88],"obtaining":[89],"striking":[90],"results":[91],"on":[92],"WMT16:":[93],"F":[96],"MULT":[97],"1":[98],"score":[99,118],"57.47%":[101],"(an":[102,125],"absolute":[103,126],"gain":[104,127],"+7.95%":[106],"over":[107],"current":[109],"state":[110],"art),":[113],"Pearson":[116],"correlation":[117],"65.56%":[120],"for":[121],"sentence-level":[122],"HTER":[123],"prediction":[124],"+13.36%).":[129]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}