{"id":"https://openalex.org/W4416033508","doi":"https://doi.org/10.18653/v1/2025.wmt-1.23","title":"Findings of the WMT25 Multilingual Instruction Shared Task: Persistent Hurdles in Reasoning, Generation, and Evaluation","display_name":"Findings of the WMT25 Multilingual Instruction Shared Task: Persistent Hurdles in Reasoning, Generation, and Evaluation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416033508","doi":"https://doi.org/10.18653/v1/2025.wmt-1.23"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.wmt-1.23","is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.23","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/20.500.11850/802629","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035898384","display_name":"Tom Kocmi","orcid":"https://orcid.org/0000-0002-7993-9859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tom Kocmi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103140610","display_name":"Sweta Agrawal","orcid":"https://orcid.org/0000-0001-5692-0816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sweta Agrawal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103157023","display_name":"Ekaterina Artemova","orcid":"https://orcid.org/0000-0001-8689-7514"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ekaterina Artemova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074144827","display_name":"Eleftherios Avramidis","orcid":"https://orcid.org/0000-0002-5671-573X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eleftherios Avramidis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059930218","display_name":"Eleftheria Briakou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eleftheria Briakou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023609587","display_name":"Pinzhen Chen","orcid":"https://orcid.org/0000-0003-0089-5118"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pinzhen Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070153551","display_name":"Marzieh Fadaee","orcid":"https://orcid.org/0000-0002-4447-1213"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marzieh Fadaee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068438716","display_name":"Markus Freitag","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Markus Freitag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023392498","display_name":"Roman Grundkiewicz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roman Grundkiewicz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114098849","display_name":"Yupeng Hou","orcid":"https://orcid.org/0000-0001-8787-7443"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yupeng Hou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112315093","display_name":"Philipp Koehn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philipp Koehn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048307591","display_name":"Julia Kreutzer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julia Kreutzer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070002963","display_name":"Saab Mansour","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saab Mansour","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107423635","display_name":"Stefano Perrella","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stefano Perrella","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107454193","display_name":"Lorenzo Proietti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lorenzo Proietti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054938572","display_name":"Parker Riley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parker Riley","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023508114","display_name":"Eduardo Garc\u00eda S\u00e1nchez","orcid":"https://orcid.org/0000-0002-5219-4623"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eduardo S\u00e1nchez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017321313","display_name":"Patr\u00edcia Schmidtov\u00e1","orcid":"https://orcid.org/0009-0008-5516-798X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patricia Schmidtova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008482067","display_name":"Mariya Shmatova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mariya Shmatova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056284717","display_name":"Vil\u00e9m Zouhar","orcid":"https://orcid.org/0000-0001-9874-2069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vil\u00e9m Zouhar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"414","last_page":"435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.31709998846054077,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.31709998846054077,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.13410000503063202,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.07649999856948853,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multilingualism","display_name":"Multilingualism","score":0.27619999647140503},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2554999887943268},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.25200000405311584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5174000263214111},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3734999895095825},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3018999993801117},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2912999987602234},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2822999954223633},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.275299996137619},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27129998803138733},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2655999958515167},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2547000050544739},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.wmt-1.23","is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2025.wmt-1.23","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/802629","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/802629","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.3929/ethz-c-000802629","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-c-000802629","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Other"}],"best_oa_location":{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/802629","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/802629","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Conference on Machine Translation","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,19],"WMT25":[1],"Multilingual":[2],"Instruction":[3],"Shared":[4],"Task":[5],"(MIST)":[6],"introduces":[7],"a":[8,63,71,102],"benchmark":[9,20,62],"to":[10],"evaluate":[11],"large":[12],"language":[13],"models":[14],"(LLMs)":[15],"across":[16,85],"30":[17],"languages.":[18],"covers":[21],"five":[22],"types":[23],"of":[24,48,66,74,78],"problems:":[25],"machine":[26],"translation,":[27],"linguistic":[28],"reasoning,":[29,93],"open-ended":[30],"generation,":[31,95],"cross-lingual":[32,94],"summarization,":[33],"and":[34,40,51,87,96],"LLM-as-a-judge.":[35],"We":[36,58],"provide":[37],"automatic":[38,49],"evaluation":[39,50,97],"collect":[41],"human":[42],"annotations,":[43],"which":[44],"highlight":[45,82],"the":[46,75],"limitations":[47],"allow":[52],"further":[53],"research":[54],"into":[55],"metric":[56],"meta-evaluation.":[57],"run":[59],"on":[60],"our":[61],"diverse":[64],"set":[65],"open-and":[67],"closed-weight":[68],"LLMs,":[69],"providing":[70],"broad":[72],"assessment":[73],"multilingual":[76,110],"capabilities":[77],"current":[79],"LLMs.":[80],"Results":[81],"substantial":[83],"variation":[84],"sub-tasks":[86],"languages,":[88],"revealing":[89],"persistent":[90],"challenges":[91],"in":[92,109],"reliability.":[98],"This":[99],"work":[100],"establishes":[101],"standardized":[103],"framework":[104],"for":[105],"measuring":[106],"future":[107],"progress":[108],"LLM":[111],"development.":[112]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}