{"id":"https://openalex.org/W7160836971","doi":"https://doi.org/10.48550/arxiv.2605.07933","title":"How to Train Your Latent Diffusion Language Model Jointly With the Latent Space","display_name":"How to Train Your Latent Diffusion Language Model Jointly With the Latent Space","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160836971","doi":"https://doi.org/10.48550/arxiv.2605.07933"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07933","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045464671","display_name":"Viacheslav Meshchaninov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meshchaninov, Viacheslav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050779828","display_name":"Alexander Shabalin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shabalin, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107490452","display_name":"Egor Chimbulatov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chimbulatov, Egor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124950623","display_name":"Nikita Gushchin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gushchin, Nikita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117865313","display_name":"Ilya Koziev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koziev, Ilya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032401554","display_name":"Alexander Korotin","orcid":"https://orcid.org/0000-0003-3773-342X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Korotin, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002581015","display_name":"Dmitry Vetrov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vetrov, Dmitry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2651999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2651999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.09309999644756317,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5838000178337097},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5568000078201294},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.5437999963760376},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.460099995136261},{"id":"https://openalex.org/keywords/probabilistic-latent-semantic-analysis","display_name":"Probabilistic latent semantic analysis","score":0.40139999985694885},{"id":"https://openalex.org/keywords/latent-variable-model","display_name":"Latent variable model","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6657000184059143},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5568000078201294},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5437999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5123000144958496},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.460099995136261},{"id":"https://openalex.org/C112933361","wikidata":"https://www.wikidata.org/wiki/Q2845258","display_name":"Probabilistic latent semantic analysis","level":2,"score":0.40139999985694885},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.39899998903274536},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.30070000886917114},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.275299996137619}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.5750960111618042,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Latent":[0,45],"diffusion":[1,9,31,55,101,146,168],"models":[2,148],"offer":[3],"an":[4,111],"attractive":[5],"alternative":[6],"to":[7,85],"discrete":[8,143],"for":[10,170],"non-autoregressive":[11],"text":[12,18,171],"generation":[13,130,139],"by":[14,67],"operating":[15],"on":[16],"continuous":[17,145],"representations":[19,70],"and":[20,57,88,103,120,134,144],"denoising":[21],"entire":[22],"sequences":[23],"in":[24,29,50],"parallel.":[25],"The":[26],"major":[27],"challenge":[28],"latent":[30,37,53,65,159,167],"modeling":[32],"is":[33,161],"constructing":[34],"a":[35,72,77,99,105,162],"suitable":[36],"space.":[38],"In":[39],"this":[40],"work,":[41],"we":[42],"present":[43],"the":[44,52,69,158],"Diffusion":[46],"Language":[47],"Model":[48],"(LDLM),":[49],"which":[51],"encoder,":[54,79],"model,":[56,102],"decoder":[58,113],"are":[59,83],"trained":[60],"jointly.":[61],"LDLM":[62,136],"builds":[63],"its":[64],"space":[66,160],"reshaping":[68],"of":[71,110],"pre-trained":[73],"language":[74,147],"model":[75],"with":[76],"trainable":[78],"yielding":[80],"latents":[81],"that":[82,94,125,155],"easy":[84],"both":[86],"denoise":[87],"decode":[89],"into":[90],"tokens.":[91],"We":[92],"show":[93,124],"naive":[95],"joint":[96],"training":[97,107],"produces":[98],"low-quality":[100],"propose":[104],"simple":[106],"recipe":[108],"consisting":[109],"MSE":[112],"loss,":[114],"diffusion-to-encoder":[115],"warmup,":[116],"adaptive":[117],"timestep":[118],"sampling,":[119],"decoder-input":[121],"noise.":[122],"Ablations":[123],"each":[126],"component":[127],"substantially":[128],"impacts":[129],"performance.":[131],"On":[132],"OpenWebText":[133],"LM1B,":[135],"achieves":[137],"better":[138],"performance":[140],"than":[141],"existing":[142],"while":[149],"being":[150],"$2{\\text":[151],"-}13\\times$":[152],"faster,":[153],"indicating":[154],"jointly":[156],"learning":[157],"key":[163],"step":[164],"toward":[165],"making":[166],"competitive":[169],"generation.":[172]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-12T00:00:00"}