{"id":"https://openalex.org/W7160596537","doi":"https://doi.org/10.48550/arxiv.2605.06548","title":"Continuous Latent Diffusion Language Model","display_name":"Continuous Latent Diffusion Language Model","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160596537","doi":"https://doi.org/10.48550/arxiv.2605.06548"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06548","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06548","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06548","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054502150","display_name":"Hongcan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Hongcan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101153090","display_name":"Qinyu Zhao","orcid":"https://orcid.org/0000-0003-0245-1676"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Qinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135725720","display_name":"Yian Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135676847","display_name":"Shen Nie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135720858","display_name":"Rui Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135651091","display_name":"Qiushan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Qiushan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135655335","display_name":"Feng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135638307","display_name":"Tao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135709492","display_name":"Hengshuang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Hengshuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135646968","display_name":"Guoqiang Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Guoqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135713671","display_name":"Yan Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5149000287055969,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5149000287055969,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.11680000275373459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.051600001752376556,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.65420001745224},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.534600019454956},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5116999745368958},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5084999799728394},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.49549999833106995},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.4413999915122986},{"id":"https://openalex.org/keywords/latent-semantic-analysis","display_name":"Latent semantic analysis","score":0.4032000005245209},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.37369999289512634},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.36070001125335693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7020999789237976},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.65420001745224},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.534600019454956},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5116999745368958},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5084999799728394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5013999938964844},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49549999833106995},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.4413999915122986},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3785000145435333},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.353300005197525},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.314300000667572},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C2781138811","wikidata":"https://www.wikidata.org/wiki/Q114264","display_name":"Cola (plant)","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.27309998869895935},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C36382193","wikidata":"https://www.wikidata.org/wiki/Q7068966","display_name":"Null model","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06548","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06548","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06548","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06548","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4432130455970764,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,49,201],"models":[2,72],"have":[3],"achieved":[4],"remarkable":[5],"success":[6],"under":[7],"the":[8,186],"autoregressive":[9,154],"paradigm,":[10],"yet":[11],"high-quality":[12],"text":[13,53,88,182,227],"generation":[14,31,54,204],"need":[15],"not":[16],"be":[17],"tied":[18],"to":[19,28,139,162,198],"a":[20,45,63,68,73,82,93,121,195,219],"fixed":[21],"left-to-right":[22],"order.":[23],"Existing":[24],"alternatives":[25],"still":[26],"struggle":[27],"jointly":[29],"achieve":[30],"efficiency,":[32],"scalable":[33],"representation":[34],"learning,":[35],"and":[36,85,130,136,155,158,175,206,228],"effective":[37,169],"global":[38,74,111],"semantic":[39,75,112,128],"modeling.":[40],"We":[41],"propose":[42],"Cola":[43,59,173],"DLM,":[44],"hierarchical":[46,56,189],"latent":[47,79,101,191],"diffusion":[48,98],"model":[50,212],"that":[51],"frames":[52],"through":[55,89],"information":[57],"decomposition.":[58],"DLM":[60,174],"first":[61],"learns":[62],"stable":[64],"text-to-latent":[65],"mapping":[66],"with":[67,81],"Text":[69],"VAE,":[70],"then":[71],"prior":[76,102,131,192],"in":[77,133],"continuous":[78,134,141,190,229],"space":[80],"block-causal":[83],"DiT,":[84],"finally":[86],"generates":[87],"conditional":[90],"decoding.":[91],"From":[92],"unified":[94,223],"Markov-path":[95],"perspective,":[96],"its":[97,177],"process":[99],"performs":[100],"transport":[103],"rather":[104],"than":[105,214],"token-level":[106,200],"observation":[107],"recovery,":[108],"thereby":[109],"separating":[110],"organization":[113],"from":[114],"local":[115],"textual":[116],"realization.":[117],"This":[118],"design":[119],"yields":[120],"more":[122],"flexible":[123],"non-autoregressive":[124],"inductive":[125],"bias,":[126],"supports":[127],"compression":[129],"fitting":[132],"space,":[135],"naturally":[137],"extends":[138],"other":[140],"modalities.":[142,230],"Through":[143],"experiments":[144],"spanning":[145],"4":[146],"research":[147],"questions,":[148],"8":[149],"benchmarks,":[150],"strictly":[151,199],"matched":[152],"~2B-parameter":[153],"LLaDA":[156],"baselines,":[157],"scaling":[159,179,207],"curves":[160],"up":[161],"about":[163],"2000":[164],"EFLOPs,":[165],"we":[166],"identify":[167],"an":[168],"overall":[170],"configuration":[171],"of":[172],"verify":[176],"strong":[178],"behavior":[180,208],"for":[181],"generation.":[183],"Taken":[184],"together,":[185],"results":[187],"establish":[188],"modeling":[193,224],"as":[194],"principled":[196],"alternative":[197],"modeling,":[202],"where":[203],"quality":[205],"may":[209],"better":[210],"reflect":[211],"capability":[213],"likelihood,":[215],"while":[216],"also":[217],"suggesting":[218],"concrete":[220],"path":[221],"toward":[222],"across":[225],"discrete":[226]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}