{"id":"https://openalex.org/W7127370383","doi":"https://doi.org/10.48550/arxiv.2602.02133","title":"A Theoretical Analysis of Why Masked Diffusion Models Mitigate the Reversal Curse","display_name":"A Theoretical Analysis of Why Masked Diffusion Models Mitigate the Reversal Curse","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127370383","doi":"https://doi.org/10.48550/arxiv.2602.02133"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.02133","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124970666","display_name":"Moongyu Jeon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeon, Moongyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Shin, Sangwoo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Sangwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124899584","display_name":"BumJun Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, BumJun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124952325","display_name":"Kyelim Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Kyelim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049196468","display_name":"Albert No","orcid":"https://orcid.org/0000-0002-6346-4182"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"No, Albert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13188142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.22840000689029694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.22840000689029694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15389999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.13330000638961792,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5722000002861023},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.538100004196167},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5227000117301941},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.42910000681877136},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4099000096321106},{"id":"https://openalex.org/keywords/curse","display_name":"Curse","score":0.3752000033855438},{"id":"https://openalex.org/keywords/system-dynamics","display_name":"System dynamics","score":0.36000001430511475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.618399977684021},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5722000002861023},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.538100004196167},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5227000117301941},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C2780273121","wikidata":"https://www.wikidata.org/wiki/Q109411","display_name":"Curse","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36079999804496765},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.32989999651908875},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2687999904155731},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.25839999318122864}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.02133","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.02133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.02133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.02133","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autoregressive":[0],"language":[1,26],"models":[2,27],"(ARMs)":[3],"suffer":[4],"from":[5,67,102],"the":[6,18,38,80,86,130,168],"reversal":[7],"curse:":[8],"after":[9],"learning":[10],"''$A$":[11],"is":[12,22,59,90,148],"$B$,''":[13],"they":[14,187],"often":[15],"fail":[16],"on":[17],"reverse":[19,87,109,151,169,191],"query":[20],"''$B$":[21,89],"$A$.''":[23],"Masked":[24],"diffusion":[25],"(MDMs)":[28],"exhibit":[29],"this":[30,48,99],"failure":[31],"in":[32,69,150],"a":[33,94,103,136,160],"much":[34],"weaker":[35],"form,":[36],"but":[37],"underlying":[39],"reason":[40],"has":[41],"remained":[42],"unclear.":[43],"A":[44],"common":[45],"explanation":[46],"attributes":[47],"mitigation":[49],"to":[50,85,171],"their":[51],"any-order":[52],"masked":[53,143],"training":[54,62,144],"objective.":[55],"However,":[56],"observing":[57],"''$[\\mathbf{M}]$":[58],"$B$''":[60],"during":[61],"teaches":[63],"recovery":[64],"of":[65],"$A$":[66],"$B$":[68],"one":[70],"positional":[71,110,120],"configuration,":[72],"and":[73,108,126,158,177,184],"does":[74],"not":[75],"by":[76],"itself":[77],"explain":[78],"why":[79],"learned":[81],"evidence":[82,132,146],"should":[83],"transfer":[84,100],"prompt":[88],"$[\\mathbf{M}]$.''":[91],"We":[92],"provide":[93],"theoretical":[95],"analysis":[96],"showing":[97],"that":[98,141,147,166,186],"arises":[101],"parameter-level":[104],"coupling":[105],"between":[106],"forward":[107,142],"conditionals:":[111],"shared":[112],"Transformer":[113],"parameters":[114],"store":[115],"token-pair":[116],"evidence,":[117],"while":[118],"relative":[119],"encodings":[121],"route":[122],"attention":[123,156],"through":[124],"queries":[125],"keys":[127],"without":[128],"changing":[129],"value-side":[131],"being":[133],"retrieved.":[134],"In":[135],"one-layer":[137,175],"MDM,":[138],"we":[139],"prove":[140],"strengthens":[145],"reusable":[149],"queries,":[152],"induces":[153],"correlated":[154],"forward--reverse":[155],"routes,":[157],"yields":[159],"positively":[161],"aligned":[162],"shared-storage":[163],"gradient":[164],"component":[165],"decreases":[167],"loss":[170],"first":[172],"order.":[173],"Controlled":[174],"experiments":[176,180],"large-scale":[178],"LLaDA/Dream":[179],"verify":[181],"these":[182],"signatures":[183],"show":[185],"translate":[188],"into":[189],"improved":[190],"prediction.":[192]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-02-04T00:00:00"}