{"id":"https://openalex.org/W2511254834","doi":"https://doi.org/10.18653/v1/w16-2339","title":"CobaltF: A Fluent Metric for MT Evaluation","display_name":"CobaltF: A Fluent Metric for MT Evaluation","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2511254834","doi":"https://doi.org/10.18653/v1/w16-2339","mag":"2511254834"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-2339","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2339","pdf_url":"https://www.aclweb.org/anthology/W16-2339.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the First Conference on Machine Translation: Volume 2,\n          Shared Task Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W16-2339.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021180431","display_name":"Marina Fomicheva","orcid":null},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]},{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES","GB"],"is_corresponding":true,"raw_author_name":"Marina Fomicheva","raw_affiliation_strings":["Universitat Pompeu Fabra","Univ. Nacional de Educaci\u00f3n a Distancia","University of Sheffield, UK"],"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Univ. Nacional de Educaci\u00f3n a Distancia","institution_ids":["https://openalex.org/I178450904"]},{"raw_affiliation_string":"University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091450706","display_name":"N\u00faria Bel","orcid":"https://orcid.org/0000-0001-9346-7803"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]},{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"N\u00faria Bel","raw_affiliation_strings":["Univ. Nacional de Educaci\u00f3n a Distancia","University of Sheffield, UK","Universitat Pompeu Fabra"],"affiliations":[{"raw_affiliation_string":"Univ. Nacional de Educaci\u00f3n a Distancia","institution_ids":["https://openalex.org/I178450904"]},{"raw_affiliation_string":"University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Universitat Pompeu Fabra","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053217291","display_name":"Lucia Specia","orcid":"https://orcid.org/0000-0002-5495-3128"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]},{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]},{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Lucia Specia","raw_affiliation_strings":["Univ. Nacional de Educaci\u00f3n a Distancia","Universitat Pompeu Fabra","University of Sheffield, UK"],"affiliations":[{"raw_affiliation_string":"Univ. Nacional de Educaci\u00f3n a Distancia","institution_ids":["https://openalex.org/I178450904"]},{"raw_affiliation_string":"Universitat Pompeu Fabra","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089629838","display_name":"Iria da Cunha","orcid":"https://orcid.org/0000-0002-7707-1574"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]},{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Iria da Cunha","raw_affiliation_strings":["University of Sheffield, UK","Universitat Pompeu Fabra","Univ. Nacional de Educaci\u00f3n a Distancia"],"affiliations":[{"raw_affiliation_string":"University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Universitat Pompeu Fabra","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Univ. Nacional de Educaci\u00f3n a Distancia","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002594506","display_name":"Anton Malinovskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]},{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]},{"id":"https://openalex.org/I178450904","display_name":"National University of Distance Education","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Anton Malinovskiy","raw_affiliation_strings":["Universitat Pompeu Fabra","University of Sheffield, UK","Univ. Nacional de Educaci\u00f3n a Distancia"],"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Univ. Nacional de Educaci\u00f3n a Distancia","institution_ids":["https://openalex.org/I178450904"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021180431"],"corresponding_institution_ids":["https://openalex.org/I170486558","https://openalex.org/I178450904","https://openalex.org/I91136226"],"apc_list":null,"apc_paid":null,"fwci":3.9755,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94464976,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"483","last_page":"490"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9021999835968018,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7329925298690796},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5932666659355164},{"id":"https://openalex.org/keywords/fluent","display_name":"Fluent","score":0.5722881555557251},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5677781701087952},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.5374695658683777},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42720675468444824},{"id":"https://openalex.org/keywords/humanities","display_name":"Humanities","score":0.3971152603626251},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3945237398147583},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.22868108749389648},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18636822700500488},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.14164820313453674},{"id":"https://openalex.org/keywords/computer-simulation","display_name":"Computer simulation","score":0.07797771692276001}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7329925298690796},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5932666659355164},{"id":"https://openalex.org/C2780411076","wikidata":"https://www.wikidata.org/wiki/Q5462653","display_name":"Fluent","level":3,"score":0.5722881555557251},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5677781701087952},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.5374695658683777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42720675468444824},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.3971152603626251},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3945237398147583},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.22868108749389648},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18636822700500488},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.14164820313453674},{"id":"https://openalex.org/C500300565","wikidata":"https://www.wikidata.org/wiki/Q925667","display_name":"Computer simulation","level":2,"score":0.07797771692276001},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w16-2339","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2339","pdf_url":"https://www.aclweb.org/anthology/W16-2339.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the First Conference on Machine Translation: Volume 2,\n          Shared Task Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:repositori.upf.edu:10230/33713","is_oa":true,"landing_page_url":"http://hdl.handle.net/10230/33713","pdf_url":null,"source":{"id":"https://openalex.org/S4306402615","display_name":"Repositori digital de la UPF (Universitat Pompeu Fabra)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170486558","host_organization_name":"Universitat Pompeu Fabra","host_organization_lineage":["https://openalex.org/I170486558"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-2339","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2339","pdf_url":"https://www.aclweb.org/anthology/W16-2339.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the First Conference on Machine Translation: Volume 2,\n          Shared Task Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G5152578567","display_name":null,"funder_award_id":"FI-DGR","funder_id":"https://openalex.org/F4320321505","funder_display_name":"Generalitat de Catalunya"}],"funders":[{"id":"https://openalex.org/F4320321505","display_name":"Generalitat de Catalunya","ror":"https://ror.org/01bg62x04"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2511254834.pdf","grobid_xml":"https://content.openalex.org/works/W2511254834.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W184288596","https://openalex.org/W564365073","https://openalex.org/W1489525520","https://openalex.org/W1522263329","https://openalex.org/W1997913719","https://openalex.org/W2015333112","https://openalex.org/W2021618504","https://openalex.org/W2094059537","https://openalex.org/W2098507980","https://openalex.org/W2101105183","https://openalex.org/W2126704587","https://openalex.org/W2133459682","https://openalex.org/W2143331230","https://openalex.org/W2144746247","https://openalex.org/W2160001241","https://openalex.org/W2163986298","https://openalex.org/W2165894879","https://openalex.org/W2167679664","https://openalex.org/W2185606683","https://openalex.org/W2250208866","https://openalex.org/W2250731011","https://openalex.org/W2251117546","https://openalex.org/W2251150371","https://openalex.org/W2251610689","https://openalex.org/W2251867142","https://openalex.org/W2251994258","https://openalex.org/W2252035278","https://openalex.org/W2331726854","https://openalex.org/W2492256392","https://openalex.org/W2576638397","https://openalex.org/W2916548775","https://openalex.org/W3044695148","https://openalex.org/W3170960752"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W2368171720","https://openalex.org/W2360681677","https://openalex.org/W2775554247","https://openalex.org/W2110168585","https://openalex.org/W3107474891","https://openalex.org/W2250213760","https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W2587014613"],"abstract_inverted_index":{"The":[0],"vast":[1],"majority":[2],"of":[3,68,80],"Machine":[4],"Translation":[5],"(MT)":[6],"evaluation":[7,90],"approaches":[8],"are":[9,44],"based":[10],"on":[11,47,92],"the":[12,15,17,26,40,48,61,78,85,88,93],"idea":[13],"that":[14,77],"closer":[16],"MT":[18],"output":[19],"is":[20],"to":[21,71],"a":[22,66],"human":[23],"reference":[24],"translation,":[25],"higher":[27],"its":[28],"quality.":[29],"While":[30],"translation":[31,73],"quality":[32],"has":[33],"two":[34],"important":[35],"aspects,":[36],"adequacy":[37],"and":[38],"fluency,":[39],"existing":[41],"referencebased":[42],"metrics":[43,91],"largely":[45],"focused":[46],"former.":[49],"In":[50],"this":[51],"work":[52],"we":[53],"combine":[54],"our":[55],"metric":[56],"UPF-Cobalt,":[57],"originally":[58],"presented":[59],"at":[60],"WMT15":[62,94],"Metrics":[63],"Task,":[64],"with":[65],"number":[67],"features":[69,82],"intended":[70],"capture":[72],"fluency.":[74],"Experiments":[75],"show":[76],"integration":[79],"fluency-oriented":[81],"significantly":[83],"improves":[84],"results,":[86],"rivalling":[87],"best-performing":[89],"data.":[95]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}