{"id":"https://openalex.org/W3114770456","doi":"https://doi.org/10.18653/v1/2020.coling-main.444","title":"Informative Manual Evaluation of Machine Translation Output","display_name":"Informative Manual Evaluation of Machine Translation Output","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3114770456","doi":"https://doi.org/10.18653/v1/2020.coling-main.444","mag":"3114770456"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.coling-main.444","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.444","pdf_url":"https://www.aclweb.org/anthology/2020.coling-main.444.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/2020.coling-main.444.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045306408","display_name":"Maja Popovi\u0107","orcid":"https://orcid.org/0000-0001-8234-8745"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Maja Popovi\u0107","raw_affiliation_strings":["ADAPT Centre, School of Computing Dublin City University, Ireland"],"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing Dublin City University, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5045306408"],"corresponding_institution_ids":["https://openalex.org/I42934936"],"apc_list":null,"apc_paid":null,"fwci":4.2141,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.95228987,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5059","last_page":"5069"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8478169441223145},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.8131811618804932},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7502220869064331},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.73089599609375},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6688206791877747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6071280241012573},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5725652575492859},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5562851428985596},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.49883198738098145},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0654415488243103},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.060891181230545044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8478169441223145},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.8131811618804932},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7502220869064331},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.73089599609375},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6688206791877747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6071280241012573},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5725652575492859},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5562851428985596},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.49883198738098145},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0654415488243103},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.060891181230545044},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2020.coling-main.444","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.444","pdf_url":"https://www.aclweb.org/anthology/2020.coling-main.444.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:doras.dcu.ie:28353","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401511","display_name":"Dublin City University Open Access Institutional Repository (Dublin City University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I42934936","host_organization_name":"Dublin City University","host_organization_lineage":["https://openalex.org/I42934936"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.coling-main.444","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.coling-main.444","pdf_url":"https://www.aclweb.org/anthology/2020.coling-main.444.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1076797115","display_name":null,"funder_award_id":"co-funded","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G228147372","display_name":null,"funder_award_id":"Grant 13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2546278896","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320336201","funder_display_name":"ADAPT - Centre for Digital Content Technology"},{"id":"https://openalex.org/G2563910032","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2631452109","display_name":null,"funder_award_id":"(ERDF)","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3993907298","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320320865","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320336201","display_name":"ADAPT - Centre for Digital Content Technology","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3114770456.pdf","grobid_xml":"https://content.openalex.org/works/W3114770456.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W204276262","https://openalex.org/W596611847","https://openalex.org/W2027731328","https://openalex.org/W2113459411","https://openalex.org/W2147192413","https://openalex.org/W2148504207","https://openalex.org/W2152311128","https://openalex.org/W2169279899","https://openalex.org/W2252166243","https://openalex.org/W2463396630","https://openalex.org/W2512924740","https://openalex.org/W2575371842","https://openalex.org/W2592627105","https://openalex.org/W2760656271","https://openalex.org/W2787568264","https://openalex.org/W2888159079","https://openalex.org/W2890626829","https://openalex.org/W2903193068","https://openalex.org/W2970279348","https://openalex.org/W3031433088","https://openalex.org/W3037252522","https://openalex.org/W3081757849","https://openalex.org/W3106367871","https://openalex.org/W3202724003"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W2751208925","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W3089617106","https://openalex.org/W3032237421","https://openalex.org/W2080951048","https://openalex.org/W3011883280","https://openalex.org/W2728761353","https://openalex.org/W2883671469"],"abstract_inverted_index":{"This":[0],"work":[1],"proposes":[2],"a":[3],"new":[4],"method":[5],"for":[6],"manual":[7],"evaluation":[8],"of":[9,45],"Machine":[10],"Translation":[11],"(MT)":[12],"output":[13],"based":[14],"on":[15],"marking":[16,38],"actual":[17],"issues":[18],"in":[19],"the":[20,27,46],"translated":[21],"text.":[22],"The":[23],"novelty":[24],"is":[25],"that":[26],"evaluators":[28],"are":[29],"not":[30],"assigning":[31],"any":[32],"scores,":[33],"nor":[34],"classifying":[35],"errors,":[36],"but":[37],"all":[39],"problematic":[40],"parts":[41],"(words,":[42],"phrases,":[43],"sentences)":[44],"translation.":[47]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}