{"id":"https://openalex.org/W2923056407","doi":"https://doi.org/10.1162/coli_r_00352","title":"Quality Estimation for Machine Translation. By Lucia Specia, Carolina Scarton, and Gustavo Henrique Paetzold (University of Sheffield and Federal University of Technology, Paran\u00e1). Morgan & Claypool (Synthesis Lectures on Human Language Technologies, edited by Graeme Hirst, volume 39), 2017, xvi+121 pp; paperback, ISBN 978-1-68173-373-9, 64.95; ebook, ISBN 978-1-68173-374-6; doi:10.2200/S00584ED1V01Y201805HLT039","display_name":"Quality Estimation for Machine Translation. By Lucia Specia, Carolina Scarton, and Gustavo Henrique Paetzold (University of Sheffield and Federal University of Technology, Paran\u00e1). Morgan & Claypool (Synthesis Lectures on Human Language Technologies, edited by Graeme Hirst, volume 39), 2017, xvi+121 pp; paperback, ISBN 978-1-68173-373-9, 64.95; ebook, ISBN 978-1-68173-374-6; doi:10.2200/S00584ED1V01Y201805HLT039","publication_year":2019,"publication_date":"2019-03-20","ids":{"openalex":"https://openalex.org/W2923056407","doi":"https://doi.org/10.1162/coli_r_00352","mag":"2923056407"},"language":"en","primary_location":{"id":"doi:10.1162/coli_r_00352","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_r_00352","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_r_00352","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"book-review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_r_00352","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030615769","display_name":"Fran\u00e7ois Yvon","orcid":"https://orcid.org/0000-0002-7972-7442"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210115485","display_name":"Laboratoire d'Informatique pour la M\u00e9canique et les Sciences de l'Ing\u00e9nieur","ror":"https://ror.org/01raq4x89","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210115485","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Fran\u00e7ois Yvon","raw_affiliation_strings":["LIMSI, CNRS, Universit\u00e9 Paris-Saclay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIMSI, CNRS, Universit\u00e9 Paris-Saclay","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210115485"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5030615769"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210115485"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"2","first_page":"391","last_page":"394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7449204921722412},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7075250744819641},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5679012537002563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.560761034488678},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5537847876548767},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5291566848754883},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.4859367907047272},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.4718988835811615},{"id":"https://openalex.org/keywords/bleu","display_name":"BLEU","score":0.46787166595458984},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4607542157173157},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.42806458473205566},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.41672781109809875},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12174999713897705},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.11595270037651062},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09944376349449158}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7449204921722412},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7075250744819641},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5679012537002563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.560761034488678},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5537847876548767},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5291566848754883},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.4859367907047272},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.4718988835811615},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.46787166595458984},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4607542157173157},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.42806458473205566},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41672781109809875},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12174999713897705},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.11595270037651062},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09944376349449158},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/coli_r_00352","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_r_00352","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_r_00352","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-02267552v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02267552","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, 2019, 4p. ⟨10.1162/coli_r_00352⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:c3473d29cef6430bb36fa5098f0a6780","is_oa":true,"landing_page_url":"https://doaj.org/article/c3473d29cef6430bb36fa5098f0a6780","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 45, Iss 2, Pp 391-394 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_r_00352","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_r_00352","pdf_url":"https://www.mitpressjournals.org/doi/pdf/10.1162/coli_r_00352","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2923056407.pdf","grobid_xml":"https://content.openalex.org/works/W2923056407.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2034537249","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2149327368","https://openalex.org/W2169279899"],"related_works":["https://openalex.org/W4284703357","https://openalex.org/W3151736118","https://openalex.org/W3097971125","https://openalex.org/W2395641992","https://openalex.org/W4280571180","https://openalex.org/W2099607809","https://openalex.org/W3021126373","https://openalex.org/W92588874","https://openalex.org/W2807475932","https://openalex.org/W2903057408"],"abstract_inverted_index":{"Many":[0],"natural":[1],"language":[2,190,1052,1258,1438],"processing":[3],"tasks":[4,209,825,1091],"aim":[5],"to":[6,18,72,158,168,194,200,217,222,239,251,258,347,375,412,451,457,466,472,596,617,658,671,711,733,771,792,878,883,981,1044,1119,1218,1239,1245,1252,1254,1305,1314,1349,1365,1412,1435,1441,1450],"generate":[7],"a":[8,25,29,35,45,52,73,84,146,260,316,330,366,543,588,597,673,934,951,1012,1171,1189,1273,1405,1425,1451,1463],"human":[9,13,141,204,223,255],"readable":[10],"text":[11,42,262,397,524,993,1013,1172],"(or":[12],"audible":[14],"speech)":[15],"in":[16,210,273,297,311,345,463,486,551,604,648,698,900,943,1047,1057,1132,1151,1182,1242,1310,1377,1396,1468],"response":[17,346],"some":[19,341,348,569,1177],"input:":[20],"Machine":[21],"translation":[22,27,142,599,634,898,946,1195,1203,1211,1337,1431],"(MT)":[23],"generates":[24,34],"target":[26,342,429,921],"of":[28,38,63,78,81,87,133,178,207,242,276,286,320,340,408,426,438,444,587,607,632,641,705,727,759,782,808,846,865,869,910,962,968,975,988,998,1011,1078,1101,1144,1165,1185,1188,1192,1267,1277,1286,1299,1335,1354,1369,1380,1385,1418,1429,1448,1456,1459,1472],"source":[30,349,902,919],"input;":[31],"document":[32],"summarization":[33],"shortened":[36],"version":[37],"its":[39,323],"input":[40,390,414],"document(s);":[41],"generation":[43,1053,1191],"converts":[44],"formal":[46],"representation":[47],"into":[48,380,1224],"an":[49,176,236,282,496,639,724,847,1021,1268],"utterance":[50],"or":[51,109,337,424,456,592,610,625,662,779,802,945,996,1018,1313],"document,":[53],"and":[54,90,112,124,138,161,192,220,233,257,308,327,392,471,476,483,502,506,526,568,582,646,652,656,684,736,761,850,915,920,941,953,1029,1071,1113,1220,1237,1251,1257,1280,1292,1344,1432,1440,1462],"so":[55],"on.":[56],"For":[57,715,806,1122,1445],"such":[58,94,522,668,775,797,824,1014,1033],"tasks,":[59,521],"the":[60,64,121,125,131,166,170,179,197,274,287,298,312,334,384,389,395,406,413,422,427,442,445,453,514,528,531,539,552,558,561,564,577,585,623,633,649,699,728,738,742,756,783,799,803,844,858,863,872,876,884,891,901,908,911,918,959,969,973,1027,1076,1098,1125,1128,1133,1142,1163,1183,1186,1198,1227,1265,1293,1307,1332,1355,1366,1370,1378,1383,1386,1446,1460,1469,1473],"automatic":[61,137,240,725,854,992,1437],"evaluation":[62,135,241,325,566,581,686,820],"system\u2019s":[65,198],"performance":[66],"is":[67,83,155,362,402,419,615,731,747,768,950,1055,1083,1092,1158,1329,1398],"often":[68],"performed":[69,292],"by":[70,230,755,958,1097],"comparison":[71,118],"reference":[74,171,598],"output,":[75],"deemed":[76],"representative":[77],"human-level":[79],"performance.Evaluation":[80],"MT":[82,211,303,373,494,537,832,848,912,1287,1340,1358,1392],"typical":[85],"illustration":[86],"this":[88,487,706,839,1048,1222,1311,1319,1381,1403,1419],"approach":[89,238],"relies":[91],"on":[92,265,441,964,1141,1226,1389,1394],"metrics":[93,216,687,976,995],"as":[95,315,365,523,741,753,776,798,816,818,829,831,956,1015,1034,1095,1131,1146,1270],"BLEU":[96],"(Papineni":[97],"et":[98,106,226],"al.":[99,107,227],"2002),":[100],"Translation":[101],"Edit":[102],"Rate":[103],"(TER)":[104],"(Snover":[105],"2006),":[108],"METEOR":[110],"(Banerjee":[111],"Lavie":[113],"2005)":[114],"implementing":[115],"various":[116,436],"string":[117],"routines":[119],"between":[120,579],"system":[122,836,849],"output":[123,386,428,446,845],"corresponding":[126],"reference(s).":[127],"This":[128,163,573,949,1156,1260,1289],"strategy":[129],"has":[130,290,305,309],"merit":[132],"making":[134],"fully":[136],"reproducible.":[139],"Preparing":[140],"references":[143,256],"is,":[144],"however,":[145,1042,1423],"costly":[147],"process,":[148],"which":[149,642,653,678,871,929,1060,1082,1136,1401],"requires":[150,1424],"highly":[151],"trained":[152],"experts;":[153],"it":[154,614,790,1271,1346],"also":[156,184,304,548,793,861,893,942,1004,1263],"prone":[157],"much":[159,285],"variability":[160],"subjectivity.":[162],"implies":[164],"that":[165,352,546,763,823,896,977,1007,1115,1214,1295],"failure":[167],"match":[169],"does":[172],"not":[173],"necessarily":[174],"entail":[175],"error":[177],"system.":[180],"Reference-based":[181],"evaluations":[182],"are":[183,359,644,654,691,814,826,1149,1205,1233],"considered":[185,1467],"too":[186],"crude":[187],"for":[188,302,372,388,493,518,536,629,677,749,838,888,938,1050,1080,1089,1168,1179,1283,1302,1327,1391,1407],"many":[189,306,484,679,682,750,1147],"pairs":[191],"tend":[193],"only":[195,264,601],"evaluate":[196,259,917],"ability":[199,1244],"reproduce":[201],"one":[202,1154,1199],"specific":[203],"annotation.":[205],"Organizers":[206],"shared":[208],"have":[212,708,874,1373],"therefore":[213],"abandoned":[214],"reference-based":[215,580],"compare":[218],"systems":[219,666,1169,1232,1308],"resort":[221],"judgments":[224],"(Callison-Burch":[225],"2008).The":[228],"book":[229,1312,1320,1404],"Specia,":[231],"Scarton,":[232],"Paetzold":[234],"surveys":[235],"alternative":[237],"MT,":[243,321],"Quality":[244],"Estimation":[245],"(QE).":[246],"In":[247,329,881],"essence,":[248],"QE":[249,269,301,332,361,371,492,517,535,665,719,746,1003,1079,1088,1166,1215,1231,1390,1395,1414],"aims":[250],"move":[252],"away":[253],"from":[254,495,907,991,1026,1208],"generated":[261,396],"based":[263],"automatically":[266],"computed":[267],"features.":[268],"was":[270],"initially":[271],"proposed":[272,385],"context":[275],"Automatic":[277,717,1065],"Speech":[278],"Recognition":[279],"(ASR)":[280],"systems,":[281],"area":[283,1022],"where":[284,489,1023,1357],"foundational":[288],"work":[289],"been":[291,1374],"(Jiang":[293],"2005).":[294],"As":[295,694],"explained":[296],"introductory":[299],"chapter,":[300],"applications":[307,940,1054,1106],"emerged":[310],"last":[313,511,700],"decade":[314],"very":[317,866,1039,1160,1274],"active":[318],"subfield":[319],"with":[322,355,405,410,421,594,933,1247,1331,1352],"own":[324],"campaigns":[326],"metrics.":[328,821],"nutshell,":[331],"predicts":[333,720],"quality":[335,338,357,620,721,1111,1284,1334],"score":[336],"label":[339,689],"fragment,":[343],"produced":[344],"text.":[350],"Assuming":[351],"texts":[353],"annotated":[354,1249],"their":[356,1243],"level":[358,860,1002],"available,":[360,815],"usually":[363,403],"cast":[364],"supervised":[367],"machine":[368,1194,1202,1210,1336,1430,1442],"learning":[369,812,1443],"task.":[370,1155],"needs":[374,1005],"simultaneously":[376],"take":[377,1221],"two":[378],"dimensions":[379],"account:":[381],"(a)":[382,401],"Is":[383,394],"appropriate":[387,819],"data?":[391],"(b)":[393,418],"grammatically":[398],"correct?":[399],"Dimension":[400],"associated":[404,420],"concept":[407],"adequacy":[409],"respect":[411,595],"signal,":[415],"whereas":[416],"dimension":[417],"correctness":[423,586],"fluency":[425],"fragment.":[430],"Correctness":[431],"can":[432,764,1037,1116,1359],"be":[433,458,549,602,659,765,979,1038,1045,1117,1240,1298,1360,1466],"defined":[434],"at":[435,538,622,696,857],"levels":[437,627],"granularity,":[439],"depending":[440],"size":[443],"chunk:":[447],"Smaller":[448],"chunks":[449],"need":[450,465,657,1217,1238],"contain":[452,467],"right":[454],"words":[455,501,643],"syntactically":[459],"correct;":[460],"larger":[461,498,1452],"chunks,":[462],"addition,":[464],"valid":[468],"discourse":[469],"relationships":[470],"display":[473],"lexical":[474,1019],"cohesiveness.Specia":[475],"her":[477],"colleagues":[478],"address":[479],"all":[480],"these":[481,809,965,1090],"issues,":[482],"more,":[485],"book,":[488,1422],"they":[490],"survey":[491],"increasingly":[497],"perspective:":[499],"first":[500],"phrases,":[503],"then":[504],"sentences,":[505],"finally":[507],"complete":[508,787,1275],"documents.":[509],"The":[510,1416],"chapter":[512,533,1157,1175],"widens":[513],"perspective,":[515],"surveying":[516],"related":[519],"NLP":[520,1409],"simplification":[525],"generation.After":[527],"short":[529],"introduction,":[530],"second":[532,1470],"covers":[534,926,1062],"subsentential":[540],"level,":[541],"adopting":[542],"fixed":[544],"outline":[545,740],"will":[547,1297],"used":[550,980,1118],"subsequent":[553],"chapters.":[554],"It":[555,767],"successively":[556],"presents":[557],"main":[559,970],"applications,":[560,752],"targeted":[562],"labels,":[563],"features,":[565,683,870,1145],"metrics,":[567],"selected":[570],"state-of-the-art":[571,713],"approaches.":[572],"task":[574,707,840],"nicely":[575],"illustrates":[576],"difference":[578,1223],"QE:":[583],"Evaluating":[584],"hypothetical":[589],"isolated":[590],"word":[591,624],"phrase":[593,626],"would":[600],"possible":[603,616,770,791],"rare":[605],"cases":[606,1356],"technical":[608,1421],"terms":[609],"named":[611],"entities.":[612],"Yet,":[613],"devise":[618],"useful":[619,710,748,935,1150],"indicators":[621],"using,":[628],"instance,":[630,716],"traces":[631],"post-editor\u2019s":[635],"work.":[636,1103],"Post-edition":[637],"produces":[638],"annotation":[640],"\u201ccorrect\u201d":[645],"kept":[647],"revised":[650],"version,":[651],"\u201cwrong\u201d":[655],"discarded,":[660],"replaced,":[661],"moved.":[663],"Building":[664],"using":[667,723,1234],"labels":[669,722,760,774],"amounts":[670],"training":[672,984],"sequence":[674],"labeling":[675],"system,":[676],"computational":[680],"architectures,":[681],"obvious":[685,885],"(e.g.,":[688],"accuracy)":[690],"readily":[692,851],"available.":[693],"discussed":[695,1056],"length":[697],"section,":[701],"more":[702,1152,1342],"complex":[703],"views":[704],"proven":[709],"establish":[712],"results.":[714],"Post-Edition\u2013based":[718],"post-edition":[726,944,999],"output.Chapter":[729],"3":[730],"devoted":[732],"sentence-level":[734],"QE,":[735,928],"follows":[737],"same":[739,1129],"previous":[743,1134,1433],"chapter.":[744],"Sentence-level":[745],"downstream":[751],"evidenced":[754],"large":[757],"choice":[758],"scores":[762],"targeted.":[766],"still":[769],"use":[772,864],"discrete":[773],"\u201cusable/useless":[777],"sentence,\u201d":[778],"richer":[780],"measures":[781,1112],"post-editing":[784,804],"effort.":[785,1000],"Considering":[786,1104],"sentences":[788],"makes":[789,1402],"predict":[794],"continuous":[795],"values,":[796],"TER":[800],"score,":[801,936],"time.":[805],"each":[807,1123],"settings,":[810],"off-the-shelf":[811],"tools":[813],"well":[817,1085],"Note":[822],"hard,":[827],"probably":[828],"hard":[830],"itself:":[833],"Indeed,":[834],"any":[835,1408],"successful":[837],"could":[841,978],"effectively":[842],"re-rank":[843],"yield":[852],"improved":[853,1241],"translations.":[855],"Working":[856],"sentence":[859],"encourages":[862],"diverse":[867],"sets":[868],"authors":[873,892,1126],"taken":[875],"burden":[877],"list":[879,1276],"exhaustively:":[880],"addition":[882],"syntactic":[886],"features":[887,895,1006,1148],"evaluating":[889],"fluency,":[890],"describe":[894],"detect":[897],"difficulties":[899],"(complexity":[903],"indicators),":[904,914],"extract":[905],"information":[906],"internals":[909],"(confidence":[913],"globally":[916],"alignment":[922],"(translation":[923],"features).Chapter":[924],"4":[925],"document-level":[927,1009],"may":[930],"provide":[931],"users":[932,1351],"both":[937,1436],"gisting":[939],"revision":[947],"scenarios.":[948],"new":[952,1108,1190,1255,1316],"difficult":[954],"topic,":[955],"acknowledged":[957,1096],"small":[960,1099],"number":[961],"studies":[963],"issues.":[966],"One":[967],"challenges":[971],"concerns":[972],"definition":[974],"define":[982],"objective":[983],"functions:":[985],"Possible":[986],"sources":[987],"inspiration":[989],"come":[990],"comprehension":[994],"variants":[997],"Document":[1001],"measure":[1008],"properties":[1010],"discourse-structure":[1016],"appropriateness":[1017],"cohesion,":[1020],"techniques":[1024,1114],"borrowed":[1025],"statistical":[1028,1209],"neural":[1030,1193,1201,1235],"text-mining":[1031],"literature":[1032,1388],"topic":[1035],"models":[1036],"useful.":[1040],"Much,":[1041],"remains":[1043],"done":[1046],"domain.QE":[1049],"other":[1051,1228],"Chapter":[1058],"5,":[1059],"notably":[1061],"Text":[1063,1066],"Simplification,":[1064],"Summarization,":[1067],"Grammatical":[1068],"Error":[1069],"Correction,":[1070],"Natural":[1072],"Language":[1073],"Generation.":[1074],"With":[1075,1339],"exception":[1077],"ASR,":[1081],"already":[1084],"documented,":[1086],"developing":[1087],"relatively":[1093],"new,":[1094],"amount":[1100],"prior":[1102],"multiple":[1105],"poses":[1107],"questions":[1109],"regarding":[1110,1162],"approximate":[1120],"them.":[1121],"task,":[1124],"follow":[1127],"organization":[1130],"chapters,":[1135],"altogether":[1137],"puts":[1138],"considerable":[1139],"emphasis":[1140],"descriptions":[1143],"than":[1153],"nonetheless":[1159],"informative":[1161],"development":[1164,1379],"methods":[1167,1216],"generating":[1170],"output.The":[1173],"concluding":[1174,1261],"discusses":[1176,1321],"directions":[1178],"future":[1180],"research,":[1181],"light":[1184],"advent":[1187],"systems:":[1196],"On":[1197],"hand,":[1200,1229],"outputs":[1204],"quite":[1206,1420],"different":[1207],"outputs,":[1212],"suggesting":[1213],"evolve":[1219],"account;":[1225],"state-of\u2013the-art":[1230],"components":[1236],"train":[1246],"scarce":[1248],"data":[1250],"adapt":[1253],"domains":[1256],"pairs.":[1259],"section":[1262],"plays":[1264],"role":[1266],"appendix,":[1269],"includes":[1272],"existing":[1278],"resources":[1279],"software":[1281],"packages":[1282],"estimation":[1285],"output.":[1288],"supplementary":[1290],"material,":[1291],"bibliography":[1294],"follows,":[1296],"great":[1300],"help":[1301],"readers":[1303],"willing":[1304,1411],"re-implement":[1306],"described":[1309],"develop":[1315,1413],"ideas.In":[1317],"summary,":[1318],"problems":[1322],"whose":[1323],"significance":[1324],"(at":[1325],"least":[1326],"MT)":[1328],"increasing":[1330],"general":[1333],"output:":[1338],"becoming":[1341],"widespread":[1343],"useful,":[1345],"becomes":[1347],"necessary":[1348],"inform":[1350],"indications":[1353],"relied":[1361],"on\u2014or":[1362],"not.":[1363],"Due":[1364],"invaluable":[1367],"expertise":[1368],"authors,":[1371],"who":[1372],"directly":[1375],"involved":[1376],"field,":[1382],"coverage":[1384],"recent":[1387],"(and":[1393],"general)":[1397],"extremely":[1399],"thorough,":[1400],"must-read":[1406],"practitioner":[1410],"systems.":[1415],"reading":[1417],"solid":[1426],"working":[1427],"knowledge":[1428],"exposure":[1434],"analysis":[1439],"methodologies.":[1444],"sake":[1447],"accessibility":[1449],"audience,":[1453],"adding":[1454],"definitions":[1455],"basic":[1457],"concepts":[1458],"domain":[1461],"glossary":[1464],"should":[1465],"edition":[1471],"book.":[1474]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2019-04-01T00:00:00"}