{"id":"https://openalex.org/W2250776440","doi":"https://doi.org/10.18653/v1/w15-3057","title":"An Investigation of Machine Translation Evaluation Metrics in Cross-lingual Question Answering","display_name":"An Investigation of Machine Translation Evaluation Metrics in Cross-lingual Question Answering","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2250776440","doi":"https://doi.org/10.18653/v1/w15-3057","mag":"2250776440"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w15-3057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-3057","pdf_url":"https://www.aclweb.org/anthology/W15-3057.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Statistical Machine Translation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W15-3057.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112368381","display_name":"Kyoshiro Sugiyama","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kyoshiro Sugiyama","raw_affiliation_strings":["Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108393420","display_name":"Masahiro Mizukami","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Mizukami","raw_affiliation_strings":["Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101880946","display_name":"Koichiro Yoshino","orcid":"https://orcid.org/0000-0001-6579-361X"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koichiro Yoshino","raw_affiliation_strings":["Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040108974","display_name":"Sakriani Sakti","orcid":"https://orcid.org/0000-0001-5509-8963"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sakriani Sakti","raw_affiliation_strings":["Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078330211","display_name":"Tomoki Toda","orcid":"https://orcid.org/0000-0001-8146-1279"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoki Toda","raw_affiliation_strings":["Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020994673","display_name":"Satoshi Nakamura","orcid":"https://orcid.org/0000-0001-6956-3803"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Nakamura","raw_affiliation_strings":["Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science Nara Institute of Science and Technology Takayamacho 8916-5, Ikoma, Nara","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5112368381"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":0.4314,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77442767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"442","last_page":"449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8634500503540039},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7495463490486145},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6531590819358826},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6417403221130371},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.595312237739563},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5864682793617249},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5848286151885986},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4918060600757599},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.46571043133735657},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42068466544151306},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1527891457080841}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8634500503540039},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7495463490486145},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6531590819358826},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6417403221130371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.595312237739563},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5864682793617249},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5848286151885986},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4918060600757599},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.46571043133735657},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42068466544151306},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1527891457080841},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w15-3057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-3057","pdf_url":"https://www.aclweb.org/anthology/W15-3057.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Statistical Machine Translation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w15-3057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-3057","pdf_url":"https://www.aclweb.org/anthology/W15-3057.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Statistical Machine Translation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315716","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2250776440.pdf","grobid_xml":"https://content.openalex.org/works/W2250776440.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1550712649","https://openalex.org/W1972819093","https://openalex.org/W2052080995","https://openalex.org/W2078861931","https://openalex.org/W2094728533","https://openalex.org/W2101105183","https://openalex.org/W2124204950","https://openalex.org/W2124807415","https://openalex.org/W2137687953","https://openalex.org/W2142112143","https://openalex.org/W2153508793","https://openalex.org/W2163561827","https://openalex.org/W2187270139","https://openalex.org/W2250225488","https://openalex.org/W2250548645","https://openalex.org/W2250699071","https://openalex.org/W2250856634","https://openalex.org/W2251610689","https://openalex.org/W2252136820","https://openalex.org/W2293111166","https://openalex.org/W2293375150","https://openalex.org/W2396592669","https://openalex.org/W2595715041","https://openalex.org/W3196862065"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W2883671469"],"abstract_inverted_index":{"Through":[0],"using":[1,123,132],"knowledge":[2,23],"bases,":[3],"question":[4],"answering":[5],"(QA)":[6],"systems":[7,42],"have":[8],"come":[9],"to":[10,13,27,39,65],"be":[11],"able":[12],"answer":[14,44],"questions":[15,45],"accurately":[16],"over":[17],"a":[18,29,74,120,139,150,159],"variety":[19],"of":[20,155,161,168],"topics.":[21],"However,":[22,81],"bases":[24],"are":[25],"limited":[26],"only":[28],"few":[30],"major":[31],"languages,":[32],"and":[33,68,110,115,126,129,157],"thus":[34],"it":[35,69,82],"is":[36,62,70,83,91,96,146],"often":[37],"necessary":[38],"build":[40],"QA":[41,79,144],"that":[43,73,90,143,152,171],"in":[46,54],"one":[47,63],"language":[48],"based":[49],"on":[50],"an":[51,87],"information":[52],"source":[53],"another":[55],"(cross-lingual":[56],"QA:":[57],"CLQA).":[58],"Machine":[59],"translation":[60,112,169],"(MT)":[61],"tool":[64],"achieve":[66],"CLQA,":[67],"intuitively":[71],"clear":[72,85],"better":[75,92,98],"MT":[76,88],"system":[77,89],"improves":[78],"accuracy.":[80,174],"not":[84],"whether":[86],"for":[93,99],"human":[94],"consumption":[95],"also":[97],"CLQA.":[100],"In":[101],"this":[102,133],"paper,":[103],"we":[104,141,164],"investigate":[105],"the":[106],"relationship":[107],"between":[108],"manual":[109,125,162],"automatic":[111],"evaluation":[113],"metrics":[114],"CLQA":[116,131,173],"accuracy":[117,145],"by":[118],"creating":[119],"data":[121,135],"set":[122],"both":[124],"machine":[127],"translations":[128],"perform":[130],"created":[134],"set.":[136],"1":[137],"As":[138],"result,":[140],"find":[142],"closely":[147],"related":[148],"with":[149],"metric":[151],"considers":[153],"frequency":[154],"words,":[156],"as":[158],"result":[160],"analysis,":[163],"identify":[165],"3":[166],"factors":[167],"results":[170],"affect":[172]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}