{"id":"https://openalex.org/W2902486422","doi":"https://doi.org/10.18653/v1/w18-6432","title":"EvalD Reference-Less Discourse Evaluation for WMT18","display_name":"EvalD Reference-Less Discourse Evaluation for WMT18","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2902486422","doi":"https://doi.org/10.18653/v1/w18-6432","mag":"2902486422"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-6432","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6432","pdf_url":"https://www.aclweb.org/anthology/W18-6432.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Conference on Machine Translation: Shared Task Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W18-6432.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077746237","display_name":"Ond\u0159ej Bojar","orcid":"https://orcid.org/0000-0002-0606-0050"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Ond\u0159ej Bojar","raw_affiliation_strings":["Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk nmst 25, 118 00 Prague, Czech Republic","Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk nmst 25, 118 00 Prague, Czech Republic","institution_ids":["https://openalex.org/I21250087"]},{"raw_affiliation_string":"Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089400821","display_name":"Ji\u0159\u00ed M\u00edrovsk\u00fd","orcid":"https://orcid.org/0000-0003-2741-1347"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Ji\u0159\u00ed M\u00edrovsk\u00fd","raw_affiliation_strings":["Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065922882","display_name":"Kate\u0159ina Rysov\u00e1","orcid":"https://orcid.org/0000-0003-4970-5493"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Kate\u0159ina Rysov\u00e1","raw_affiliation_strings":["Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082259434","display_name":"Magdal\u00e9na Rysov\u00e1","orcid":"https://orcid.org/0000-0003-1265-6915"},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Magdal\u00e9na Rysov\u00e1","raw_affiliation_strings":["Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Faculty of Mathematics and Physics Institute of Formal and Applied Linguistics Malostransk\u00e9 n\u00e1m\u011bst\u00ed 25, 118 00 Prague, Czech Republic","institution_ids":["https://openalex.org/I21250087"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21250087"],"apc_list":null,"apc_paid":null,"fwci":0.6759,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.78470339,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"541","last_page":"545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7600634694099426},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7314954400062561},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6350637674331665},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5322449207305908},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.473666250705719},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4497605562210083},{"id":"https://openalex.org/keywords/foreign-language","display_name":"Foreign language","score":0.4306579828262329},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3925514817237854},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.05770158767700195}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7600634694099426},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7314954400062561},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6350637674331665},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5322449207305908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.473666250705719},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4497605562210083},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.4306579828262329},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3925514817237854},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.05770158767700195},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w18-6432","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6432","pdf_url":"https://www.aclweb.org/anthology/W18-6432.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Conference on Machine Translation: Shared Task Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-6432","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-6432","pdf_url":"https://www.aclweb.org/anthology/W18-6432.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third Conference on Machine Translation: Shared Task Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G12500569","display_name":null,"funder_award_id":"CZ.02.1.01/0.0","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G1981723944","display_name":"Anaphoricity in Connectives: Lexical Description and Bilingual Corpus Analysis","funder_award_id":"GA17-06123S","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G2077056923","display_name":"Implicit relations in text coherence","funder_award_id":"GA17-03461S","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G3711331958","display_name":null,"funder_award_id":"CZ.02.1.01/0.0/0.0/16","funder_id":"https://openalex.org/F4320321005","funder_display_name":"Ministerstvo \u0160kolstv\u00ed, Ml\u00e1de\u017ee a T\u011blov\u00fdchovy"},{"id":"https://openalex.org/G4131035492","display_name":null,"funder_award_id":"CZ.02.1.01","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G5641063287","display_name":null,"funder_award_id":"CZ.02.1.01","funder_id":"https://openalex.org/F4320321005","funder_display_name":"Ministerstvo \u0160kolstv\u00ed, Ml\u00e1de\u017ee a T\u011blov\u00fdchovy"},{"id":"https://openalex.org/G7411585938","display_name":null,"funder_award_id":"GA17-","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G8645320550","display_name":"Language Research Infrastructure in the Czech Republic","funder_award_id":"LM2015071","funder_id":"https://openalex.org/F4320321005","funder_display_name":"Ministerstvo \u0160kolstv\u00ed, Ml\u00e1de\u017ee a T\u011blov\u00fdchovy"}],"funders":[{"id":"https://openalex.org/F4320321005","display_name":"Ministerstvo \u0160kolstv\u00ed, Ml\u00e1de\u017ee a T\u011blov\u00fdchovy","ror":"https://ror.org/037n8p820"},{"id":"https://openalex.org/F4320321006","display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","ror":"https://ror.org/01pv73b02"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902486422.pdf","grobid_xml":"https://content.openalex.org/works/W2902486422.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W125577832","https://openalex.org/W2124807415","https://openalex.org/W2134451584","https://openalex.org/W2595715041","https://openalex.org/W2740433069","https://openalex.org/W2759615253","https://openalex.org/W2773629951","https://openalex.org/W2796108585","https://openalex.org/W2885570648","https://openalex.org/W2885609930","https://openalex.org/W2908414058","https://openalex.org/W2963403868","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3107474891","https://openalex.org/W1585034923","https://openalex.org/W2435130738","https://openalex.org/W2610387714","https://openalex.org/W1512718085","https://openalex.org/W1484029852","https://openalex.org/W2747680751","https://openalex.org/W2422372688","https://openalex.org/W2313858059","https://openalex.org/W2167662847"],"abstract_inverted_index":{"We":[0],"present":[1],"the":[2,15,26,47,59],"results":[3],"of":[4,7,28,49],"automatic":[5],"evaluation":[6,61],"discourse":[8],"in":[9,43],"machine":[10],"translation":[11,44],"(MT)":[12],"outputs":[13],"using":[14],"EVALD":[16,18],"tool.":[17],"was":[19],"originally":[20],"designed":[21],"and":[22,34,51],"trained":[23],"to":[24,56],"assess":[25],"quality":[27,45],"human":[29],"writing,":[30],"for":[31],"native":[32],"speakers":[33],"foreign-language":[35],"learners.":[36],"MT":[37],"has":[38],"seen":[39],"a":[40],"tremendous":[41],"leap":[42],"at":[46],"level":[48],"sentences":[50],"it":[52],"is":[53,62],"thus":[54],"interesting":[55],"see":[57],"if":[58],"human-level":[60],"becoming":[63],"relevant.":[64]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}