{"id":"https://openalex.org/W763535199","doi":null,"title":"Automatic Machine Translation Evaluation: A Qualitative Approach","display_name":"Automatic Machine Translation Evaluation: A Qualitative Approach","publication_year":2015,"publication_date":"2015-01-30","ids":{"openalex":"https://openalex.org/W763535199","mag":"763535199"},"language":"en","primary_location":{"id":"pmh:oai:dnet:tdr_________::bc37d29aac55592606efe979f988a5aa","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10803/295703","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TDX (Tesis Doctorals en Xarxa)","raw_type":"info:eu-repo/semantics/doctoralThesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10803/295703","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104352370","display_name":"Elisabet Comelles Pujadas","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Elisabet Comelles Pujadas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5104352370"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10759","display_name":"Translation Studies and Practices","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"machine translation","score":0.8640000224113464},{"id":"https://openalex.org/keywords/automatic-evaluation-metrics","display_name":"automatic evaluation metrics","score":0.7559999823570251},{"id":"https://openalex.org/keywords/linguistic-features","display_name":"linguistic features","score":0.7149999737739563},{"id":"https://openalex.org/keywords/adequacy","display_name":"adequacy","score":0.6620000004768372},{"id":"https://openalex.org/keywords/fluency","display_name":"fluency","score":1.0},{"id":"https://openalex.org/keywords/english-spanish-translation","display_name":"English-Spanish translation","score":0.7379999756813049},{"id":"https://openalex.org/keywords/human-judgment-correlation","display_name":"human judgment correlation","score":0.45399999618530273},{"id":"https://openalex.org/keywords/machine-translation-quality","display_name":"machine translation quality","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6266854405403137},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.5981865525245667},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5759625434875488},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.5590761303901672},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5362201929092407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5233898758888245},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5086799263954163},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5043543577194214},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.48117193579673767},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4325806498527527},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17318958044052124},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13597458600997925},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:dnet:tdr_________::bc37d29aac55592606efe979f988a5aa","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10803/295703","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TDX (Tesis Doctorals en Xarxa)","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"pmh:oai:diposit.ub.edu:2445/65906","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2445/65906","pdf_url":"http://hdl.handle.net/10803/295703","source":{"id":"https://openalex.org/S4306401653","display_name":"Dip\u00f2sit Digital de la Universitat de Barcelona (Universitat de Barcelona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71999127","host_organization_name":"Universitat de Barcelona","host_organization_lineage":["https://openalex.org/I71999127"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Tesis Doctorals - Departament - Ling\u00fc\u00edstica General","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"pmh:oai:www.tdx.cat:10803/295703","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10803/295703","pdf_url":null,"source":{"id":"https://openalex.org/S4306401111","display_name":"Tesis Doctorals en Xarxa (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"TDX (Tesis Doctorals en Xarxa)","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"mag:763535199","doi":null,"is_oa":false,"landing_page_url":"http://diposit.ub.edu/dspace/bitstream/2445/65906/1/ECP_PhD_THESIS.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306531624","display_name":"TDX (Tesis Doctorals en Xarxa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"TDX (Tesis Doctorals en Xarxa)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:diposit.ub.edu:2445/65906","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2445/65906","pdf_url":"http://hdl.handle.net/10803/295703","source":{"id":"https://openalex.org/S4306401653","display_name":"Dip\u00f2sit Digital de la Universitat de Barcelona (Universitat de Barcelona)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71999127","host_organization_name":"Universitat de Barcelona","host_organization_lineage":["https://openalex.org/I71999127"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Tesis Doctorals - Departament - Ling\u00fc\u00edstica General","raw_type":"info:eu-repo/semantics/doctoralThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W763535199.pdf","grobid_xml":"https://content.openalex.org/works/W763535199.grobid-xml"},"referenced_works_count":122,"referenced_works":["https://openalex.org/W10455605","https://openalex.org/W20811212","https://openalex.org/W66137051","https://openalex.org/W73274768","https://openalex.org/W105964407","https://openalex.org/W111391210","https://openalex.org/W123309796","https://openalex.org/W140091859","https://openalex.org/W155101268","https://openalex.org/W177796033","https://openalex.org/W235048778","https://openalex.org/W776270814","https://openalex.org/W1481592436","https://openalex.org/W1489409710","https://openalex.org/W1496138634","https://openalex.org/W1498763386","https://openalex.org/W1499795620","https://openalex.org/W1508977358","https://openalex.org/W1529616844","https://openalex.org/W1544826511","https://openalex.org/W1562458182","https://openalex.org/W1572459882","https://openalex.org/W1581218697","https://openalex.org/W1591659308","https://openalex.org/W1594398153","https://openalex.org/W1603508585","https://openalex.org/W1644866298","https://openalex.org/W1647671624","https://openalex.org/W1755098340","https://openalex.org/W1965888476","https://openalex.org/W1969655989","https://openalex.org/W1980073965","https://openalex.org/W1982878818","https://openalex.org/W1985514943","https://openalex.org/W1989292916","https://openalex.org/W1997299646","https://openalex.org/W1999777333","https://openalex.org/W2015333112","https://openalex.org/W2018869373","https://openalex.org/W2021618504","https://openalex.org/W2038721957","https://openalex.org/W2039030664","https://openalex.org/W2040103855","https://openalex.org/W2051390224","https://openalex.org/W2067341777","https://openalex.org/W2068206659","https://openalex.org/W2078483536","https://openalex.org/W2078861931","https://openalex.org/W2079410018","https://openalex.org/W2085529678","https://openalex.org/W2087735403","https://openalex.org/W2088781183","https://openalex.org/W2097606805","https://openalex.org/W2098507980","https://openalex.org/W2101105183","https://openalex.org/W2102692503","https://openalex.org/W2105174485","https://openalex.org/W2108325777","https://openalex.org/W2113343614","https://openalex.org/W2114584278","https://openalex.org/W2115012933","https://openalex.org/W2116492146","https://openalex.org/W2121771196","https://openalex.org/W2123301721","https://openalex.org/W2123442489","https://openalex.org/W2123724244","https://openalex.org/W2124379907","https://openalex.org/W2124763802","https://openalex.org/W2125712079","https://openalex.org/W2129227538","https://openalex.org/W2129241332","https://openalex.org/W2129804798","https://openalex.org/W2131570422","https://openalex.org/W2133459682","https://openalex.org/W2133512280","https://openalex.org/W2134566648","https://openalex.org/W2136480620","https://openalex.org/W2141848945","https://openalex.org/W2144164935","https://openalex.org/W2147192413","https://openalex.org/W2148922863","https://openalex.org/W2149327368","https://openalex.org/W2149660837","https://openalex.org/W2150047470","https://openalex.org/W2152311128","https://openalex.org/W2154486363","https://openalex.org/W2158997610","https://openalex.org/W2160001241","https://openalex.org/W2161004347","https://openalex.org/W2161047600","https://openalex.org/W2162211144","https://openalex.org/W2162499915","https://openalex.org/W2163986298","https://openalex.org/W2165213242","https://openalex.org/W2165595870","https://openalex.org/W2165894879","https://openalex.org/W2167007060","https://openalex.org/W2169614832","https://openalex.org/W2170074965","https://openalex.org/W2170852307","https://openalex.org/W2185044903","https://openalex.org/W2250188786","https://openalex.org/W2250254985","https://openalex.org/W2250600942","https://openalex.org/W2250825001","https://openalex.org/W2250835812","https://openalex.org/W2250875036","https://openalex.org/W2251056729","https://openalex.org/W2251610689","https://openalex.org/W2251758222","https://openalex.org/W2251810465","https://openalex.org/W2337308520","https://openalex.org/W2341457423","https://openalex.org/W2463396630","https://openalex.org/W2758250240","https://openalex.org/W2885050925","https://openalex.org/W3037252522","https://openalex.org/W3144078281","https://openalex.org/W3208856757","https://openalex.org/W3210771502","https://openalex.org/W3211972595","https://openalex.org/W4387429144"],"related_works":["https://openalex.org/W7053276921","https://openalex.org/W2522150966","https://openalex.org/W2250652651","https://openalex.org/W2132863434","https://openalex.org/W7097990191","https://openalex.org/W7099738954","https://openalex.org/W1487542866","https://openalex.org/W4387490002","https://openalex.org/W2740011422","https://openalex.org/W2973065121"],"abstract_inverted_index":{"The":[0,149],"present":[1],"study":[2],"addresses":[3],"the":[4,19,60,77,96,143,167,204,226,261,264,298,316,319,343,356,363,381,409,439],"problem":[5],"of":[6,9,18,65,98,116,145,152,159,169,255,263,297,318,342,358,362,380,411,453],"Automatic":[7],"Evaluation":[8],"Machine":[10],"Translation":[11],"(MT)":[12],"from":[13],"a":[14,40,86,156,238,289,294,360,376,447],"linguistic":[15,66,99,108,157,174,188,201,205,220,265,303,320,418],"perspective.":[16],"Most":[17],"studies":[20],"performed":[21,293,435],"in":[22,50,101,112,132,210,225,257,420],"this":[23,91,124,153,252,351,451],"area":[24],"focus":[25],"on":[26,30,59,85,129],"quantitative":[27],"analyses":[28],"based":[29],"correlation":[31,78],"coefficients;":[32],"however,":[33],"little":[34],"has":[35],"been":[36],"done":[37],"as":[38,140,199,275,288,373,375],"regards":[39],"more":[41],"qualitative":[42,87],"approach,":[43],"going":[44],"beyond":[45],"correlations":[46,287],"and":[47,63,105,118,163,197,209,216,222,236,268,279,314,323,330,336,339,354,368,383,395,436],"analysing":[48],"data":[49],"detail.":[51],"This":[52],"thesis":[53],"aims":[54],"at":[55],"shedding":[56],"some":[57,379],"light":[58],"suitability,":[61],"influence":[62],"combination":[64],"information":[67,284,321],"to":[68,76,94,103,122,137,141,212,230,243,259,276,327,347,378,406,425,433,444,446,459,464],"evaluate":[69,231,244,277,465],"MT":[70,130,161,179,232,240,369,385,404],"output,":[71,233],"not":[72,171],"restricting":[73],"our":[74,146,214,403,421],"research":[75,92,125],"with":[79,134,166,251,408],"human":[80],"judgements":[81],"but":[82,184],"basing":[83],"it":[84,325,389,469],"analysis.":[88],"More":[89],"precisely,":[90],"intends":[93],"emphasize":[95],"effectiveness":[97],"analysis":[100,158,206,227,296],"order":[102,121,211,258],"identify":[104],"test":[106,142,260],"those":[107,173,186,219],"features":[109,189,266,304,419],"that":[110,176,190,388,468],"help":[111],"evaluating":[113],"traditional":[114],"concepts":[115],"adequacy":[117,280,394],"fluency.":[119],"In":[120],"perform":[123],"we":[126,234,291,401],"have":[127,424,432],"focused":[128],"output":[131,162,300],"English,":[133],"an":[135,177,337],"application":[136],"Spanish":[138,407,456],"so":[139,274],"portability":[144,414],"approach.":[147],"\\n\\n\\t\\t\\t\\t":[148,309,399],"starting":[150],"point":[151],"work":[154],"was":[155,207,345,371,457],"both":[160],"reference":[164],"segments":[165],"aim":[168,410],"highlighting":[170],"only":[172],"errors":[175],"automatic":[178],"evaluation":[180],"metric":[181,344,364,405,422,440],"must":[182,191],"identify,":[183],"also":[185,292,470],"positive":[187],"be":[192,272,328,348,426,434,442],"taken":[193],"into":[194],"account,":[195],"identified":[196,224],"treated":[198],"correct":[200],"phenomena.":[202],"Once":[203],"conducted":[208,250],"confirm":[213],"hypotheses":[215],"check":[217],"whether":[218],"phenomena":[221],"traits":[223],"were":[228,249,305,334,397],"helpful":[229],"designed":[235],"implemented":[237],"linguistically-motivated":[239],"metric,":[241],"VERTa,":[242],"English":[245],"output.":[246],"Several":[247],"experiments":[248,313],"first":[253],"version":[254,341,353,452],"VERTa":[256,454],"suitability":[262,317],"selected":[267],"how":[269,324],"they":[270],"should":[271],"combined":[273],"fluency":[278,367,396],"separately.":[281],"Besides":[282],"using":[283],"provided":[285],"by":[286,415],"guide":[290],"detailed":[295],"metric\u2019s":[299],"every":[301],"time":[302],"added":[306],"and/or":[307],"combined.":[308],"After":[310],"performing":[311],"these":[312],"checking":[315,416],"used":[322,329,463],"had":[326],"combined,":[331],"VERTa\u2019s":[332],"parameters":[333],"adjusted":[335],"updated":[338,352],"optimised":[340],"ready":[346],"used.":[349],"With":[350],"for":[355,365,455],"sake":[357],"comparison,":[359],"meta-evaluation":[361],"adequacy,":[366],"quality":[370],"conducted,":[372],"well":[374],"comparison":[377],"best-known":[382],"widely-used":[384],"metrics,":[386],"showing":[387,467],"outperformed":[390,471],"them":[391],"all":[392],"when":[393],"assessed.":[398],"Finally,":[400],"ported":[402],"studying":[412],"its":[413],"which":[417,429],"would":[423,431,441],"slightly":[427],"modified,":[428],"changes":[430],"finally":[437],"if":[438],"easy":[443],"adapt":[445],"new":[448],"language.":[449],"Furthermore,":[450],"compared":[458],"other":[460],"well-known":[461],"metrics":[462],"Spanish,":[466],"them.":[472]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2016-06-24T00:00:00"}