{"id":"https://openalex.org/W7158170744","doi":"https://doi.org/10.48550/arxiv.2604.24832","title":"On the Trainability of Masked Diffusion Language Models via Blockwise Locality","display_name":"On the Trainability of Masked Diffusion Language Models via Blockwise Locality","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7158170744","doi":"https://doi.org/10.48550/arxiv.2604.24832"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.24832","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24832","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.24832","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134866552","display_name":"Yuxiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134841367","display_name":"Yu Xiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134835715","display_name":"Baojian Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Baojian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134854335","display_name":"Qifang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Qifang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112546231","display_name":"Keyue Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Keyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134837503","display_name":"Yanghua Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Yanghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134824551","display_name":"Xiaoxiao Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiaoxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.40959998965263367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.40959998965263367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.05979999899864197,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.052799999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.7713000178337097},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.527899980545044},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.48190000653266907},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4481000006198883},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4203999936580658},{"id":"https://openalex.org/keywords/jigsaw","display_name":"Jigsaw","score":0.41909998655319214},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.38670000433921814},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.37380000948905945}],"concepts":[{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.7713000178337097},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5461999773979187},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.527899980545044},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45489999651908875},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4481000006198883},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C2779405079","wikidata":"https://www.wikidata.org/wiki/Q356040","display_name":"Jigsaw","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.38670000433921814},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.383899986743927},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.35030001401901245},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3499999940395355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34950000047683716},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C131109320","wikidata":"https://www.wikidata.org/wiki/Q581012","display_name":"Linear prediction","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.24832","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24832","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.24832","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24832","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.42718127369880676}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Masked":[0],"diffusion":[1,152],"language":[2,16],"models":[3,17,158],"(MDMs)":[4],"have":[5],"recently":[6],"emerged":[7],"as":[8],"a":[9,148],"promising":[10],"alternative":[11],"to":[12,62],"standard":[13,58,139],"autoregressive":[14,102],"large":[15],"(AR-LLMs),":[18],"yet":[19],"their":[20],"optimization":[21],"can":[22],"be":[23,147],"substantially":[24],"less":[25],"stable.":[26],"We":[27,55],"study":[28],"blockwise":[29,89,144],"MDMs":[30,60],"and":[31,52,93,122],"compare":[32],"them":[33],"with":[34,143],"AR-LLMs":[35,77],"on":[36,72,78,119,125,133],"three":[37],"controlled":[38],"tasks":[39],"that":[40,57,95,138],"stress":[41],"different":[42],"aspects":[43],"of":[44,151],"structured":[45],"generation:":[46],"in-context":[47],"linear":[48,65,120],"regression,":[49,66],"graph":[50,73],"path-finding,":[51,74],"Sudoku":[53],"solving.":[54],"find":[56],"random-masking":[59,140],"fail":[61],"reliably":[63],"learn":[64],"exhibit":[67],"high":[68],"variance":[69],"training":[70],"dynamics":[71],"while":[75,106,127],"outperforming":[76],"Sudoku.":[79],"To":[80],"mitigate":[81],"these":[82],"instabilities,":[83],"we":[84],"propose":[85],"two":[86],"locality":[87,103],"aware":[88],"models,":[90],"namely":[91],"Jigsaw":[92,115],"Scatter,":[94],"inject":[96],"left-to-right":[97],"inductive":[98],"bias":[99],"by":[100],"enforcing":[101],"within":[104],"blocks":[105],"preserving":[107],"iterative":[108],"refinement":[109],"at":[110],"the":[111],"block":[112],"level.":[113],"Empirically,":[114],"matches":[116],"AR-LLM":[117],"stability":[118],"regression":[121],"remains":[123],"strong":[124],"Sudoku,":[126],"Scatter":[128],"retains":[129],"diffusion's":[130],"planning":[131],"advantage":[132],"path-finding.":[134],"Our":[135],"results":[136],"indicate":[137],"MDMs,":[141],"even":[142],"variants,":[145],"may":[146],"suboptimal":[149],"instantiation":[150],"LMs":[153],"for":[154],"ordered":[155],"generation,":[156],"motivating":[157],"beyond":[159],"random":[160],"masking.":[161]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-30T00:00:00"}