{"id":"https://openalex.org/W3201501312","doi":"https://doi.org/10.3390/informatics8030061","title":"The Role of Machine Translation Quality Estimation in the Post-Editing Workflow","display_name":"The Role of Machine Translation Quality Estimation in the Post-Editing Workflow","publication_year":2021,"publication_date":"2021-09-14","ids":{"openalex":"https://openalex.org/W3201501312","doi":"https://doi.org/10.3390/informatics8030061","mag":"3201501312"},"language":"en","primary_location":{"id":"doi:10.3390/informatics8030061","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics8030061","pdf_url":"https://www.mdpi.com/2227-9709/8/3/61/pdf?version=1631617605","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/8/3/61/pdf?version=1631617605","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053920341","display_name":"Hannah B\u00e9chara","orcid":null},"institutions":[{"id":"https://openalex.org/I24830596","display_name":"Hertie School","ror":"https://ror.org/0473a4773","country_code":"DE","type":"education","lineage":["https://openalex.org/I24830596"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hannah B\u00e9chara","raw_affiliation_strings":["Hertie School Data Science Lab., 10117 Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hertie School Data Science Lab., 10117 Berlin, Germany","institution_ids":["https://openalex.org/I24830596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079066886","display_name":"Constantin Or\u01cesan","orcid":"https://orcid.org/0000-0003-2067-8890"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Constantin Or\u0103san","raw_affiliation_strings":["Centre of Translation Studies, University of Surrey, Guildford GU2 7XH, UK"],"raw_orcid":"https://orcid.org/0000-0003-2067-8890","affiliations":[{"raw_affiliation_string":"Centre of Translation Studies, University of Surrey, Guildford GU2 7XH, UK","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001279752","display_name":"Carla Parra Escart\u00edn","orcid":"https://orcid.org/0000-0002-8412-1525"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carla Parra Escart\u00edn","raw_affiliation_strings":["RWS Language Weaver, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-8412-1525","affiliations":[{"raw_affiliation_string":"RWS Language Weaver, Dublin, Ireland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024937008","display_name":"Marcos Zampieri","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcos Zampieri","raw_affiliation_strings":["Rochester Institute of Technology, Department of Computer Science, Rochester, NY 14623, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Department of Computer Science, Rochester, NY 14623, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087803746","display_name":"William L. Lowe","orcid":"https://orcid.org/0000-0001-9467-3422"},"institutions":[{"id":"https://openalex.org/I24830596","display_name":"Hertie School","ror":"https://ror.org/0473a4773","country_code":"DE","type":"education","lineage":["https://openalex.org/I24830596"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"William Lowe","raw_affiliation_strings":["Hertie School Data Science Lab., 10117 Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hertie School Data Science Lab., 10117 Berlin, Germany","institution_ids":["https://openalex.org/I24830596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053920341"],"corresponding_institution_ids":["https://openalex.org/I24830596"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.8399,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79075686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"8","issue":"3","first_page":"61","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8580199480056763},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7946336269378662},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7332621812820435},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.676240861415863},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.6524751782417297},{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.5923919081687927},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.5824114680290222},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5701833963394165},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5226994752883911},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4761652648448944},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4683094918727875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3808203637599945},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3320753574371338},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09348434209823608},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07945248484611511},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07262963056564331}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8580199480056763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7946336269378662},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7332621812820435},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.676240861415863},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.6524751782417297},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.5923919081687927},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.5824114680290222},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5701833963394165},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5226994752883911},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4761652648448944},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4683094918727875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3808203637599945},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3320753574371338},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09348434209823608},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07945248484611511},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07262963056564331},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/informatics8030061","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics8030061","pdf_url":"https://www.mdpi.com/2227-9709/8/3/61/pdf?version=1631617605","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8934533a777e404695c23568772ae481","is_oa":true,"landing_page_url":"https://doaj.org/article/8934533a777e404695c23568772ae481","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 8, Iss 3, p 61 (2021)","raw_type":"article"},{"id":"pmh:oai:kobv.de-opus4-hsog:6039","is_oa":false,"landing_page_url":"https://opus4.kobv.de/opus4-hsog/frontdoor/index/index/docId/6039","pdf_url":null,"source":{"id":"https://openalex.org/S4306402087","display_name":"OPUS 4 (Zuse Institute Berlin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I195893171","host_organization_name":"Zuse Institute Berlin","host_organization_lineage":["https://openalex.org/I195893171"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"pmh:oai:mdpi.com:/2227-9709/8/3/61/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/informatics8030061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics; Volume 8; Issue 3; Pages: 61","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/informatics8030061","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics8030061","pdf_url":"https://www.mdpi.com/2227-9709/8/3/61/pdf?version=1631617605","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G228147372","display_name":null,"funder_award_id":"Grant 13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G3829048491","display_name":null,"funder_award_id":"FP7/2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3993907298","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G5593277320","display_name":null,"funder_award_id":"2007-2013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5702163051","display_name":null,"funder_award_id":"FP7/2007","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G832089379","display_name":"EXPloiting Empirical appRoaches to Translation","funder_award_id":"317471","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320320865","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3201501312.pdf","grobid_xml":"https://content.openalex.org/works/W3201501312.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2057235967","https://openalex.org/W2149327368","https://openalex.org/W2151870335","https://openalex.org/W2250599277","https://openalex.org/W2250679855","https://openalex.org/W2251150371","https://openalex.org/W2251318600","https://openalex.org/W2251431759","https://openalex.org/W2254647020","https://openalex.org/W2294699749","https://openalex.org/W2595715041","https://openalex.org/W2622075087","https://openalex.org/W2786471303","https://openalex.org/W2787552736","https://openalex.org/W2899535039","https://openalex.org/W2914495613","https://openalex.org/W2990147021","https://openalex.org/W3002013804","https://openalex.org/W3034673518","https://openalex.org/W3099808336","https://openalex.org/W3100570799","https://openalex.org/W3113819942","https://openalex.org/W3116506157","https://openalex.org/W3157008799","https://openalex.org/W3198727596","https://openalex.org/W3214495121","https://openalex.org/W6684002990","https://openalex.org/W6747564887","https://openalex.org/W6770242795","https://openalex.org/W6950041508"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2066741154","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2059109728","https://openalex.org/W2082556335","https://openalex.org/W322691623","https://openalex.org/W2728761353","https://openalex.org/W2883671469"],"abstract_inverted_index":{"As":[0],"Machine":[1],"Translation":[2],"(MT)":[3],"becomes":[4],"increasingly":[5],"ubiquitous,":[6],"so":[7],"does":[8],"its":[9,16,85,91],"use":[10],"in":[11,18,27,120,136,143],"professional":[12,57,118],"translation":[13,20,82,95],"workflows.":[14],"However,":[15,90],"proliferation":[17],"the":[19,28,46,77,94,98,111,127,171],"industry":[21],"has":[22],"brought":[23],"about":[24],"new":[25],"challenges":[26],"field":[29,64],"of":[30,48,65,79,87,113,138],"Post-Editing":[31],"(PE).":[32],"We":[33,108],"are":[34],"now":[35],"faced":[36],"with":[37,182],"a":[38],"need":[39],"to":[40,44,51,75,104],"find":[41],"effective":[42],"tools":[43],"assess":[45,126],"quality":[47,78],"MT":[49,68,184],"systems":[50],"avoid":[52],"underpayments":[53],"and":[54,97,140,154,169],"mistrust":[55],"by":[56],"translators.":[58,175],"In":[59],"this":[60,73],"scenario,":[61],"one":[62],"promising":[63],"study":[66,116],"is":[67,102,177],"Quality":[69],"Estimation":[70],"(MTQE),":[71],"as":[72],"aims":[74],"determine":[76],"an":[80,114],"automatic":[81],"and,":[83],"indirectly,":[84],"degree":[86],"post-editing":[88,150,155,167],"difficulty.":[89],"impact":[92,115],"on":[93,110,174],"workflows":[96],"translators\u2019":[99,128],"cognitive":[100,129,172],"load":[101,130,173],"still":[103],"be":[105],"fully":[106],"explored.":[107],"report":[109],"results":[112,159],"engaging":[117],"translators":[119],"PE":[121],"tasks":[122],"using":[123,152,156],"MTQE.":[124,157],"To":[125],"we":[131],"measure":[132],"their":[133],"productivity":[134],"both":[135],"terms":[137],"time":[139],"effort":[141],"(keystrokes)":[142],"three":[144],"different":[145],"scenarios:":[146],"translating":[147],"from":[148],"scratch,":[149],"without":[151],"MTQE,":[153],"Our":[158],"show":[160],"that":[161],"good":[162],"MTQE":[163],"information":[164],"can":[165],"improve":[166],"efficiency":[168],"decrease":[170],"This":[176],"especially":[178],"true":[179],"for":[180],"cases":[181],"low":[183],"quality.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-09-27T00:00:00"}