{"id":"https://openalex.org/W7162430567","doi":"https://doi.org/10.48550/arxiv.2605.25676","title":"Llamion Technical Report","display_name":"Llamion Technical Report","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162430567","doi":"https://doi.org/10.48550/arxiv.2605.25676"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25676","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033984182","display_name":"Kisu Yang","orcid":"https://orcid.org/0000-0003-4983-0307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Kisu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024442999","display_name":"Yoonna Jang","orcid":"https://orcid.org/0000-0003-3971-082X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Yoonna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136992245","display_name":"Hyeonseok Moon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moon, Hyeonseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042974234","display_name":"Hwanseok Jang","orcid":"https://orcid.org/0000-0002-1700-5962"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Hwanseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137050953","display_name":"Taewoo Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Taewoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003758236","display_name":"Hyungjin Lee","orcid":"https://orcid.org/0009-0001-1872-0853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyungjin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137082857","display_name":"Jeseung Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jeseung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020309912","display_name":"J. Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Juhyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137031458","display_name":"Heuiseok Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Heuiseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.26980000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.26980000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14640000462532043,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10890000313520432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7803000211715698},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5648000240325928},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5394999980926514},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4893999993801117},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.44780001044273376},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.3968999981880188}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7803000211715698},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5648000240325928},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5389000177383423},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4893999993801117},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.44780001044273376},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4325000047683716},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3968999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39169999957084656},{"id":"https://openalex.org/C2778671685","wikidata":"https://www.wikidata.org/wiki/Q219239","display_name":"Recipe","level":2,"score":0.3736000061035156},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.3723999857902527},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.359499990940094},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.351500004529953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34779998660087585},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27090001106262207},{"id":"https://openalex.org/C174998907","wikidata":"https://www.wikidata.org/wiki/Q357662","display_name":"Work in process","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.2529999911785126},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,148],"release":[1,149],"Llamion,":[2],"a":[3,30,47,102],"family":[4],"of":[5,117],"14B-parameter":[6],"open-weight":[7],"language":[8],"models":[9],"obtained":[10],"by":[11,23,60,123],"transforming":[12],"Orion-14B":[13],"into":[14],"the":[15,55,75,80,114,118,134,144,160],"standardized":[16],"Llama-family":[17],"architecture.":[18],"The":[19],"transformation":[20],"is":[21],"performed":[22],"Efficient":[24],"Knowledge":[25,66],"Preservation":[26],"for":[27,39],"Transformation":[28],"(KEPT),":[29],"recipe":[31],"that":[32,73,155],"combines":[33],"(i)":[34],"Normal":[35],"Parameter":[36,44],"Mapping":[37,45],"(NPM)":[38],"unchanged":[40],"modules,":[41],"(ii)":[42],"Optimized":[43],"(OPM),":[46],"training-free":[48],"LayerNorm-to-RMSNorm":[49],"initialization":[50],"we":[51],"prove":[52],"optimal":[53],"under":[54],"near-zero-mean":[56],"activation":[57],"regime":[58],"induced":[59],"weight":[61],"decay,":[62],"and":[63,95,139],"(iii)":[64],"Cross-architecture":[65],"Distillation":[67],"(XKD),":[68],"an":[69],"equal-size":[70],"frozen-teacher":[71],"distillation":[72],"aligns":[74],"converted":[76],"model's":[77,82],"outputs":[78],"with":[79,97,157],"source":[81],"on":[83,92,101,111],"any":[84],"reasonable":[85],"input":[86],"distribution.":[87],"Llamion":[88],"recovers":[89],"Orion's":[90],"behaviour":[91],"H6,":[93],"MT-Bench,":[94],"KoMMLU":[96],"only":[98],"~123M":[99],"tokens":[100],"single":[103],"A100":[104],"in":[105,159],"four":[106],"days;":[107],"Llamion-Base":[108],"reaches":[109],"66.87%":[110],"KoMMLU,":[112],"exceeding":[113],"next-best":[115],"entry":[116],"Open":[119],"Ko":[120],"LLM":[121],"Leaderboard":[122],">7.0":[124],"absolute":[125],"points":[126],"at":[127],"submission":[128],"time.":[129],"Capabilities":[130],"entirely":[131],"absent":[132],"from":[133],"transfer":[135],"corpus":[136],"(Python":[137],"programming":[138],"200K-token":[140],"context":[141],"handling)":[142],"survive":[143],"architectural":[145],"transition":[146],"intact.":[147],"three":[150],"checkpoints":[151],"(Base,":[152],"Chat,":[153],"LongChat)":[154],"load":[156],"trust_remote_code=False":[158],"Hugging":[161],"Face":[162],"Transformers":[163],"library.":[164]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-27T00:00:00"}