{"id":"https://openalex.org/W2734811314","doi":"https://doi.org/10.1007/s11390-017-1760-9","title":"Optimizing Non-Decomposable Evaluation Metrics for Neural Machine Translation","display_name":"Optimizing Non-Decomposable Evaluation Metrics for Neural Machine Translation","publication_year":2017,"publication_date":"2017-07-01","ids":{"openalex":"https://openalex.org/W2734811314","doi":"https://doi.org/10.1007/s11390-017-1760-9","mag":"2734811314"},"language":"en","primary_location":{"id":"doi:10.1007/s11390-017-1760-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11390-017-1760-9","pdf_url":null,"source":{"id":"https://openalex.org/S161516442","display_name":"Journal of Computer Science and Technology","issn_l":"1000-9000","issn":["1000-9000","1860-4749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101919635","display_name":"Shiqi Shen","orcid":"https://orcid.org/0009-0002-5442-2121"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi-Qi Shen","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, 100084, China","State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, 100084, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, 100084, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086000078","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-3087-242X"},"institutions":[{"id":"https://openalex.org/I118574674","display_name":"Jiangsu Normal University","ror":"https://ror.org/051hvcm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I118574674"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, 100084, China","Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, 221009, China","State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, 100084, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, 100084, China","Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China","State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, 221009, China","institution_ids":["https://openalex.org/I118574674"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, China","institution_ids":["https://openalex.org/I118574674"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046448314","display_name":"Maosong Sun","orcid":"https://orcid.org/0000-0002-6011-6115"},"institutions":[{"id":"https://openalex.org/I118574674","display_name":"Jiangsu Normal University","ror":"https://ror.org/051hvcm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I118574674"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mao-Song Sun","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, 100084, China","Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, 221009, China","State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, 100084, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, 100084, China","State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China","Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, 221009, China","institution_ids":["https://openalex.org/I118574674"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University, Xuzhou, China","institution_ids":["https://openalex.org/I118574674"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086000078"],"corresponding_institution_ids":["https://openalex.org/I118574674","https://openalex.org/I99065089"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":0.2301,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67907372,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"32","issue":"4","first_page":"796","last_page":"804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8792963027954102},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7555888891220093},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6435402035713196},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.584485650062561},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5828655362129211},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5344774723052979},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40512946248054504},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32705995440483093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8792963027954102},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7555888891220093},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6435402035713196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.584485650062561},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5828655362129211},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5344774723052979},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40512946248054504},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32705995440483093},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11390-017-1760-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11390-017-1760-9","pdf_url":null,"source":{"id":"https://openalex.org/S161516442","display_name":"Journal of Computer Science and Technology","issn_l":"1000-9000","issn":["1000-9000","1860-4749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7599999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W91928571","https://openalex.org/W222053410","https://openalex.org/W1753482797","https://openalex.org/W1924770834","https://openalex.org/W2064675550","https://openalex.org/W2096557251","https://openalex.org/W2100664567","https://openalex.org/W2101105183","https://openalex.org/W2109689843","https://openalex.org/W2111142112","https://openalex.org/W2118434577","https://openalex.org/W2119717200","https://openalex.org/W2137143056","https://openalex.org/W2146574666","https://openalex.org/W2149327368","https://openalex.org/W2152263452","https://openalex.org/W2158614781","https://openalex.org/W2250445771","https://openalex.org/W2300537905","https://openalex.org/W2949888546","https://openalex.org/W2950359962","https://openalex.org/W2952023274","https://openalex.org/W2963248296","https://openalex.org/W2963463964","https://openalex.org/W2964308564","https://openalex.org/W4241811150"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W2375873920","https://openalex.org/W2775554247","https://openalex.org/W2883671469","https://openalex.org/W2110168585","https://openalex.org/W3107474891","https://openalex.org/W2250213760","https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W2587014613"],"abstract_inverted_index":null,"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}