{"id":"https://openalex.org/W2060833990","doi":"https://doi.org/10.1007/s10590-009-9065-6","title":"The NIST 2008 Metrics for machine translation challenge\u2014overview, methodology, metrics, and results","display_name":"The NIST 2008 Metrics for machine translation challenge\u2014overview, methodology, metrics, and results","publication_year":2009,"publication_date":"2009-09-01","ids":{"openalex":"https://openalex.org/W2060833990","doi":"https://doi.org/10.1007/s10590-009-9065-6","mag":"2060833990"},"language":"en","primary_location":{"id":"doi:10.1007/s10590-009-9065-6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10590-009-9065-6","pdf_url":null,"source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061045207","display_name":"Mark A. Przybocki","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mark Przybocki","raw_affiliation_strings":["Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA"],"affiliations":[{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031281793","display_name":"Kay Peterson","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kay Peterson","raw_affiliation_strings":["Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA"],"affiliations":[{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058235175","display_name":"S\u00e9bastien Bronsart","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S\u00e9bastien Bronsart","raw_affiliation_strings":["Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA"],"affiliations":[{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108463306","display_name":"G.W. Sanders","orcid":null},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Sanders","raw_affiliation_strings":["Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA"],"affiliations":[{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"Multimodal Information Group, National Institute of Standards and Technology, Gaithersburg, USA","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061045207"],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":13.2332,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.98825954,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"23","issue":"2-3","first_page":"71","last_page":"103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nist","display_name":"NIST","score":0.9046453833580017},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7618305683135986},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7200632691383362},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6706293225288391},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.5804377794265747},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5175985097885132},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5140377283096313},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5044804811477661},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.44340717792510986},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4365957975387573},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3390270471572876},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.12373510003089905}],"concepts":[{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.9046453833580017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7618305683135986},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7200632691383362},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6706293225288391},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.5804377794265747},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5175985097885132},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5140377283096313},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5044804811477661},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44340717792510986},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4365957975387573},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3390270471572876},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.12373510003089905},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10590-009-9065-6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10590-009-9065-6","pdf_url":null,"source":{"id":"https://openalex.org/S95210917","display_name":"Machine Translation","issn_l":"0922-6567","issn":["0922-6567","1573-0573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Translation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W95780973","https://openalex.org/W1489525520","https://openalex.org/W1531333438","https://openalex.org/W1975879668","https://openalex.org/W1979773093","https://openalex.org/W1985514943","https://openalex.org/W2016522586","https://openalex.org/W2031648200","https://openalex.org/W2038721957","https://openalex.org/W2053154970","https://openalex.org/W2078483536","https://openalex.org/W2078861931","https://openalex.org/W2101105183","https://openalex.org/W2122450421","https://openalex.org/W2124763802","https://openalex.org/W2133512280","https://openalex.org/W2140343992","https://openalex.org/W2141852716","https://openalex.org/W2146574666","https://openalex.org/W2147192413","https://openalex.org/W2149327368","https://openalex.org/W2151967815","https://openalex.org/W2156584656","https://openalex.org/W2161676054","https://openalex.org/W2169279899","https://openalex.org/W2171421863","https://openalex.org/W2291598608","https://openalex.org/W2595813107","https://openalex.org/W2600566248","https://openalex.org/W2601748485","https://openalex.org/W2792932412","https://openalex.org/W2989631226","https://openalex.org/W3146425672","https://openalex.org/W3198653489","https://openalex.org/W4230980737","https://openalex.org/W4235505822","https://openalex.org/W4252684946"],"related_works":["https://openalex.org/W3151736118","https://openalex.org/W3097971125","https://openalex.org/W2962780935","https://openalex.org/W2026303297","https://openalex.org/W4387490002","https://openalex.org/W2250213760","https://openalex.org/W2110168585","https://openalex.org/W2775554247","https://openalex.org/W3107474891","https://openalex.org/W2587014613"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":5}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}