{"id":"https://openalex.org/W7167064766","doi":"https://doi.org/10.48550/arxiv.2607.00890","title":"MultiSynt/MT: Trillion-Token Multi-Parallel Pre-Training Data Translated Across 36 Languages","display_name":"MultiSynt/MT: Trillion-Token Multi-Parallel Pre-Training Data Translated Across 36 Languages","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7167064766","doi":"https://doi.org/10.48550/arxiv.2607.00890"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00890","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139894619","display_name":"Maximilian Idahl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Idahl, Maximilian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139863327","display_name":"J\u00f6rg Tiedemann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tiedemann, J\u00f6rg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139864365","display_name":"Sampo Pyysalo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pyysalo, Sampo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078696011","display_name":"David Salinas","orcid":"https://orcid.org/0000-0002-8980-4018"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salinas, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002532848","display_name":"Tomasz Galica","orcid":"https://orcid.org/0000-0001-5762-8163"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Galica, Tomasz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067168957","display_name":"Shenbin Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Shenbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065444732","display_name":"Tudor Nicolae Mateiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mateiu, Tudor Nicolae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139872984","display_name":"Zihao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122155305","display_name":"Anna Lokrantz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lokrantz, Anna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084180281","display_name":"Fedor Vitiugin","orcid":"https://orcid.org/0000-0003-4350-1828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vitiugin, Fedor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139889591","display_name":"Andr\u00e9 F. T. Martins","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martins, Andr\u00e9 F. T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139890720","display_name":"Jenna Kanerva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanerva, Jenna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019929457","display_name":"Filip Ginter","orcid":"https://orcid.org/0000-0002-5484-6103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ginter, Filip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139927314","display_name":"Matthias Lindemann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lindemann, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064508812","display_name":"Tim Isbister","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isbister, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139908698","display_name":"Birger Moell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moell, Birger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069826443","display_name":"Jonas Lindh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lindh, Jonas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139911645","display_name":"Jan Haji\u010d","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haji\u010d, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085870953","display_name":"Jenia Jitsev","orcid":"https://orcid.org/0000-0002-1221-7851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jitsev, Jenia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135125883","display_name":"Andrey Kutuzov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kutuzov, Andrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058412010","display_name":"Stephan Oepen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oepen, Stephan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052236053","display_name":"Gema Ram\u00edrez-S\u00e1nchez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ram\u00edrez-S\u00e1nchez, Gema","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.880299985408783,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.880299985408783,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.052299998700618744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.021400000900030136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.7437000274658203},{"id":"https://openalex.org/keywords/norwegian","display_name":"Norwegian","score":0.6830000281333923},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.6032000184059143},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5699999928474426},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41290000081062317}],"concepts":[{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.7437000274658203},{"id":"https://openalex.org/C63428231","wikidata":"https://www.wikidata.org/wiki/Q9043","display_name":"Norwegian","level":2,"score":0.6830000281333923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6154000163078308},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.6032000184059143},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5734000205993652},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5699999928474426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48820000886917114},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.40549999475479126},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.260699987411499},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7882022261619568,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Open":[0],"web-scale":[1],"pre-training":[2,56,83,158],"corpora":[3],"remain":[4,136],"concentrated":[5],"in":[6,126],"English,":[7],"limiting":[8],"multilingual":[9,61,157],"LLM":[10],"development.":[11],"We":[12,142],"introduce":[13],"MultiSynt/MT,":[14],"an":[15],"open":[16],"synthetic":[17],"parallel":[18],"corpus":[19],"with":[20,38],"approximately":[21,89],"4.8":[22],"trillion":[23],"target-language":[24],"tokens":[25,37],"across":[26],"36":[27],"European":[28,48],"languages,":[29,49],"produced":[30],"by":[31,88,139],"translating":[32],"100":[33],"billion":[34],"high-quality":[35],"Nemotron-CC":[36],"Tower+":[39],"and":[40,46,85,129,132,160],"OPUS-MT/HPLT-MT":[41],"systems.":[42],"For":[43],"many":[44],"medium-":[45],"lower-resource":[47],"this":[50],"is":[51],"the":[52,70,119,144],"largest":[53],"openly":[54],"available":[55],"resource.":[57],"On":[58],"a":[59,76,93,112],"broad":[60],"benchmark":[62],"suite,":[63],"reference":[64],"LLMs":[65,121],"trained":[66,120],"on":[67,118,156],"MultiSynt/MT":[68],"reach":[69],"final":[71],"score":[72],"of":[73],"HPLT":[74],"2.0,":[75],"native-data":[77],"baseline,":[78],"using":[79],"roughly":[80],"72%":[81],"fewer":[82],"tokens,":[84],"outperform":[86],"it":[87],"15%":[90],"relative":[91],"at":[92],"matched":[94],"100B-token":[95],"training":[96],"budget.":[97],"Our":[98],"analyses":[99],"also":[100],"identify":[101],"evaluation":[102,115],"blind":[103],"spots:":[104],"standard":[105],"multiple-choice":[106],"benchmarks":[107],"miss":[108],"translation-quality":[109],"differences":[110],"that":[111],"fluency-sensitive":[113],"LLM-as-judge":[114],"cleanly":[116],"recovers":[117],"(with":[122],"no":[123],"fluency":[124],"deficit":[125],"MultiSynt":[127],"itself),":[128],"Norwegian":[130],"idiomatic":[131],"culturally":[133],"grounded":[134],"tasks":[135],"better":[137],"served":[138],"native":[140],"data.":[141],"release":[143],"corpus,":[145],"including":[146],"row-aligned":[147],"translations":[148],"from":[149],"multiple":[150],"systems,":[151],"to":[152],"support":[153],"controlled":[154],"research":[155],"data":[159],"evaluation.":[161]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}