{"id":"https://openalex.org/W7166715850","doi":"https://doi.org/10.48550/arxiv.2606.29215","title":"Multi-Block Diffusion Language Models","display_name":"Multi-Block Diffusion Language Models","publication_year":2026,"publication_date":"2026-06-28","ids":{"openalex":"https://openalex.org/W7166715850","doi":"https://doi.org/10.48550/arxiv.2606.29215"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29215","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29215","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112642833","display_name":"Y Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Yijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139635273","display_name":"Jiajun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139691022","display_name":"Yuxuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139658097","display_name":"Chenkai Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chenkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139634980","display_name":"Yi Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139637614","display_name":"Jiajun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101645793","display_name":"Dandan Tu","orcid":"https://orcid.org/0000-0002-3560-124X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Dandan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139648649","display_name":"Xiaohui Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Xiaohui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139672337","display_name":"Kai Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139677136","display_name":"Pengfei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102623510","display_name":"Zhijie Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Zhijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.5828999876976013,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.5828999876976013,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1632000058889389,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.027799999341368675,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7046999931335449},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.6334999799728394},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5654000043869019},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5367000102996826},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.536300003528595},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.53329998254776}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7046999931335449},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.6334999799728394},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6324999928474426},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5654000043869019},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5439000129699707},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5367000102996826},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.536300003528595},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.53329998254776},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37880000472068787},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28279998898506165}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29215","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29215","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.780911386013031}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Block":[0,157],"Diffusion":[1,25,29,104],"Language":[2,105],"Models":[3,106],"(BD-LMs)":[4],"improve":[5],"diffusion-based":[6],"text":[7],"generation":[8],"with":[9,92,112,133,199,208],"KV":[10],"caching":[11],"and":[12,121,168,189,216],"flexible-length":[13],"generation.":[14],"A":[15],"natural":[16],"next":[17],"step":[18],"is":[19,37],"to":[20,27,187,195],"extend":[21],"them":[22],"from":[23,82,185,193],"Single-Block":[24],"(SingleBD)":[26],"Multi-Block":[28,103],"(MultiBD),":[30],"where":[31,52,85],"a":[32,62,89,210],"running-set":[33,91],"of":[34,206],"consecutive":[35],"blocks":[36],"decoded":[38],"concurrently":[39],"for":[40],"inter-block":[41],"parallelism.":[42],"However,":[43],"existing":[44],"BD-LMs":[45,111],"are":[46],"mostly":[47],"trained":[48],"under":[49],"teacher":[50,119],"forcing,":[51],"the":[53,66,156],"model":[54],"observes":[55],"only":[56,209],"one":[57],"noisy":[58,75],"block":[59],"conditioned":[60,129],"on":[61,88,126,130,155,214],"clean":[63,131],"prefix.":[64],"While":[65],"recent":[67],"diffusion":[68,122],"forcing":[69,120,123],"strategy":[70],"introduces":[71],"visibility":[72],"among":[73],"multiple":[74],"blocks,":[76],"its":[77],"training":[78,125],"states":[79],"still":[80],"differ":[81],"MultiBD":[83,139,144],"inference,":[84],"decoding":[86,152,171],"operates":[87],"bounded":[90,127],"heterogeneous":[93],"slot-wise":[94],"noise":[95],"patterns.":[96],"To":[97,142],"bridge":[98],"this":[99],"gap,":[100],"we":[101,147],"propose":[102],"(MBD-LMs),":[107],"obtained":[108],"by":[109,124],"post-training":[110],"Multi-block":[113],"Teacher":[114],"Forcing":[115],"(MultiTF).":[116],"MultiTF":[117],"integrates":[118],"noise-groups":[128],"prefixes,":[132],"randomized":[134],"noise-schedulers":[135],"that":[136,160],"better":[137],"match":[138],"inference":[140],"states.":[141],"make":[143],"practically":[145],"executable,":[146],"further":[148],"introduce":[149],"an":[150,203],"optimized":[151],"algorithm":[153],"based":[154],"Buffer":[158],"mechanism":[159],"preserves":[161],"prefix-cache":[162],"reuse,":[163],"keeps":[164],"input":[165],"shapes":[166],"static,":[167],"translates":[169],"increased":[170],"parallelism":[172],"into":[173],"wall-clock":[174],"acceleration.":[175],"Empirically,":[176],"MBD-LLaDA2-Mini":[177],"increases":[178],"average":[179,191,204],"Tokens":[180],"Per":[181],"Forward":[182],"pass":[183],"(TPF)":[184],"3.47":[186],"6.19":[188],"improves":[190],"accuracy":[192,212],"79.95%":[194],"81.03%;":[196],"when":[197],"combined":[198],"DMax,":[200],"MBD-LLaDA2-Mini-DMax":[201],"reaches":[202],"TPF":[205],"9.34":[207],"1.02%":[211],"drop":[213],"math":[215],"code":[217],"benchmarks.":[218]},"counts_by_year":[],"updated_date":"2026-07-02T06:12:58.138171","created_date":"2026-07-01T00:00:00"}