{"id":"https://openalex.org/W2232659607","doi":"https://doi.org/10.1007/978-3-319-25816-4_11","title":"Insight into Multiple References in an MT Evaluation Metric","display_name":"Insight into Multiple References in an MT Evaluation Metric","alternate_titles":[],"publication_year":2015,"publication_date":"2015-11-06","ids":{"openalex":"https://openalex.org/W2232659607","doi":"https://doi.org/10.1007/978-3-319-25816-4_11","mag":"2232659607"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-25816-4_11","doi":"https://doi.org/10.1007/978-3-319-25816-4_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-25816-4_11","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"parent_works":[{"id":"https://openalex.org/W4239862802","display_name":"Chinese Computational Linguistics and Natural Language Processing Based on Naturally Annotated Big Data: 14th China National Conference, CCL 2015 and Third International Symposium, NLP-NABD 2015, Guangzhou, China, November 13\u201314, 2015, Proceedings","relationship":"volume"}],"lineage":["https://openalex.org/W2232659607","https://openalex.org/W4239862802"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/978-3-319-25816-4_11","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013250925","display_name":"Ying Hua Qin","orcid":"https://orcid.org/0000-0003-4606-7174","observed_orcids":["https://orcid.org/0000-0003-4606-7174"]},"institutions":[{"id":"https://openalex.org/I109173049","display_name":"Beijing Foreign Studies University","ror":"https://ror.org/00jdr0662","country_code":"CN","type":"education","lineage":["https://openalex.org/I109173049"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ying Qin","raw_affiliation_strings":["Beijing Foreign Studies University, Beijing, 100089, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Foreign Studies University, Beijing, 100089, China","institution_ids":["https://openalex.org/I109173049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053217291","display_name":"Lucia Specia","orcid":"https://orcid.org/0000-0002-5495-3128","observed_orcids":["https://orcid.org/0000-0002-5495-3128"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Lucia Specia","raw_affiliation_strings":["University of Sheffield, Sheffield, S10 2TN, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield, Sheffield, S10 2TN, UK","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5013250925","https://openalex.org/A5053217291"],"corresponding_institution_ids":["https://openalex.org/I109173049","https://openalex.org/I91136226"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.3053,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.4337909,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"131","last_page":"140"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation-evaluation","display_name":"machine translation evaluation","score":0.8960000276565552},{"id":"https://openalex.org/keywords/meteors","display_name":"meteors","score":0.8149999976158142},{"id":"https://openalex.org/keywords/reference-selection","display_name":"reference selection","score":0.7120000123977661},{"id":"https://openalex.org/keywords/score-weighting","display_name":"score weighting","score":0.7099999785423279},{"id":"https://openalex.org/keywords/human-judgment-correlation","display_name":"human judgment correlation","score":0.6639999747276306},{"id":"https://openalex.org/keywords/accuracy-assessment","display_name":"accuracy assessment","score":0.4620000123977661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7986148595809937},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7520686388015747},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7299027442932129},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.6317076683044434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5486224889755249},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5319141745567322},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5295109748840332},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5001542568206787},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4652930498123169},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40695035457611084},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35742074251174927},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33486342430114746},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09195470809936523},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-319-25816-4_11","doi":"https://doi.org/10.1007/978-3-319-25816-4_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-25816-4_11","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-319-25816-4_11","doi":"https://doi.org/10.1007/978-3-319-25816-4_11","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-25816-4_11","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2053154970","https://openalex.org/W2078861931","https://openalex.org/W2101105183","https://openalex.org/W2115259925","https://openalex.org/W2116492146","https://openalex.org/W2123301721","https://openalex.org/W2133459682","https://openalex.org/W2147258359","https://openalex.org/W2149327368","https://openalex.org/W2250484373","https://openalex.org/W2257408573","https://openalex.org/W2294699749"],"related_works":["https://openalex.org/W2250484373","https://openalex.org/W3034325332","https://openalex.org/W2162669657","https://openalex.org/W4391421384","https://openalex.org/W7099148304","https://openalex.org/W3170960752","https://openalex.org/W4404781844","https://openalex.org/W7131797091","https://openalex.org/W3016234399","https://openalex.org/W6925701626"],"abstract_inverted_index":{"Current":[0],"evaluation":[1,91],"metrics":[2],"in":[3],"machine":[4],"translation":[5],"(MT)":[6],"make":[7],"poor":[8],"use":[9],"of":[10],"multiple":[11,30],"reference":[12,55],"translations.":[13],"In":[14],"this":[15],"paper":[16],"we":[17],"focus":[18],"on":[19,36,87],"the":[20,50,58,71,82],"METEOR":[21,78],"metric":[22],"to":[23,48,53,56],"gain":[24],"in-depth":[25],"insights":[26],"into":[27,69],"how":[28],"best":[29,51],"references":[31],"can":[32],"be":[33],"exploited.":[34],"Results":[35],"five":[37],"score":[38],"selection":[39],"strategies":[40],"reveal":[41],"that":[42],"it":[43],"is":[44],"not":[45],"always":[46],"wise":[47],"choose":[49],"(closest":[52],"MT)":[54],"generate":[57],"candidate":[59],"score.":[60],"We":[61],"also":[62],"propose":[63],"two":[64],"weighting":[65],"approaches":[66],"by":[67],"taking":[68],"account":[70],"recurring":[72],"information":[73],"among":[74],"references.":[75],"The":[76],"modified":[77],"scores":[79],"significantly":[80],"increase":[81],"correlation":[83],"with":[84],"human":[85],"judgments":[86],"accuracy":[88],"and":[89],"fluency":[90],"at":[92],"system":[93],"level.":[94]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2232659607","counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
