{"id":"https://openalex.org/W7163351231","doi":"https://doi.org/10.48550/arxiv.2606.03773","title":"KletterMix: Climbing Toward High-Quality German Pretraining Data","display_name":"KletterMix: Climbing Toward High-Quality German Pretraining Data","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163351231","doi":"https://doi.org/10.48550/arxiv.2606.03773"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03773","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03773","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03773","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102620284","display_name":"Maurice Kraus","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kraus, Maurice","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137744263","display_name":"Ruben H\u00e4rle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"H\u00e4rle, Ruben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058729983","display_name":"Sebastian Sztwiertnia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sztwiertnia, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102633898","display_name":"Abbas Goher Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Abbas Goher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137359348","display_name":"Mehdi Ali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali, Mehdi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137800316","display_name":"Michael Fromm","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fromm, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137724372","display_name":"Kristian Kersting","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kersting, Kristian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7332000136375427,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7332000136375427,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07370000332593918,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.039900001138448715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.9063000082969666},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.4909000098705292},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.42719998955726624},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41670000553131104},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.35109999775886536},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.34860000014305115},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.34130001068115234},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.32409998774528503}],"concepts":[{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.9063000082969666},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6980999708175659},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6614000201225281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5577999949455261},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.4909000098705292},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.42719998955726624},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41670000553131104},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37790000438690186},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C95038775","wikidata":"https://www.wikidata.org/wiki/Q22857","display_name":"Climbing","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2619999945163727},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2533000111579895},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2502000033855438},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03773","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03773","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03773","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03773","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-quality":[0],"pretraining":[1,48,73,101,177,212],"data":[2,206,213],"is":[3,66],"a":[4,41,53,70,90,99,116],"central":[5],"ingredient":[6],"in":[7],"modern":[8,100],"language":[9,46,60],"models,":[10],"but":[11],"German-language":[12,196],"resources":[13],"remain":[14],"far":[15],"less":[16,26],"developed":[17],"than":[18],"their":[19],"English":[20,72,109],"counterparts:":[21],"they":[22],"are":[23],"often":[24],"smaller,":[25],"carefully":[27,203],"curated,":[28],"weakly":[29],"documented,":[30],"and":[31,49,62,84,96,132,159,178],"rarely":[32],"validated":[33],"through":[34,115],"controlled":[35,176],"training":[36,173],"experiments.":[37],"We":[38,111],"introduce":[39],"KletterMix,":[40],"high-quality":[42],"German":[43,76,91,183,211],"corpus":[44,74,92],"for":[45,57],"model":[47],"annealing,":[50],"designed":[51],"as":[52,172],"reusable":[54],"dataset":[55,114,167],"artifact":[56],"the":[58,94,113,140,157,163,210],"natural":[59],"processing":[61],"modeling":[63],"community.":[64],"KletterMix":[65,171,191],"built":[67],"by":[68],"translating":[69],"state-of-the-art":[71],"into":[75],"while":[77,103],"preserving":[78],"document":[79,112,125],"boundaries,":[80],"metadata,":[81],"source":[82,130],"structure,":[83],"topical":[85],"diversity.":[86],"This":[87],"construction":[88],"yields":[89],"with":[93],"scale":[95],"diversity":[97],"of":[98,119,156,162],"dataset,":[102],"enabling":[104],"direct":[105],"comparison":[106],"to":[107],"its":[108],"source.":[110],"broad":[117],"set":[118],"corpus-level":[120],"analyses,":[121],"including":[122],"translation":[123,152],"quality,":[124],"length":[126],"distributions,":[127],"topic":[128],"coverage,":[129],"composition,":[131],"geographic":[133],"metadata.":[134],"Using":[135],"COMETKiwi,":[136],"we":[137,169,185],"show":[138,186],"that":[139,150,187,202],"translated":[141,205],"documents":[142],"achieve":[143,192],"strong":[144],"quality":[145],"across":[146],"diverse":[147],"domains,":[148],"suggesting":[149],"careful":[151],"can":[153,207],"preserve":[154],"much":[155],"semantic":[158],"stylistic":[160],"richness":[161],"original":[164],"corpus.":[165],"Beyond":[166],"construction,":[168],"evaluate":[170],"data.":[174],"Through":[175],"annealing":[179],"ablations":[180],"against":[181],"established":[182],"corpora,":[184],"models":[188],"trained":[189],"on":[190,195],"measurable":[193],"improvements":[194],"downstream":[197],"evaluations.":[198],"These":[199],"results":[200],"demonstrate":[201],"curated":[204],"substantially":[208],"strengthen":[209],"ecosystem.":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}