{"id":"https://openalex.org/W7160630120","doi":"https://doi.org/10.48550/arxiv.2605.06169","title":"Mean Mode Screaming: Mean--Variance Split Residuals for 1000-Layer Diffusion Transformers","display_name":"Mean Mode Screaming: Mean--Variance Split Residuals for 1000-Layer Diffusion Transformers","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160630120","doi":"https://doi.org/10.48550/arxiv.2605.06169"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06169","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135642149","display_name":"Pengqi Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lu, Pengqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5135642149"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.15459999442100525,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.15459999442100525,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.08990000188350677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7056999802589417},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.6219000220298767},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.6021000146865845},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.527400016784668},{"id":"https://openalex.org/keywords/cascade","display_name":"Cascade","score":0.5072000026702881},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4560000002384186},{"id":"https://openalex.org/keywords/superposition-principle","display_name":"Superposition principle","score":0.4551999866962433},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44530001282691956}],"concepts":[{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7056999802589417},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.6219000220298767},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.6021000146865845},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.527400016784668},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4560000002384186},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.4551999866962433},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44530001282691956},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4196000099182129},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.41019999980926514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40880000591278076},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39879998564720154},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3589000105857849},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.32760000228881836},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.32519999146461487},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C57879066","wikidata":"https://www.wikidata.org/wiki/Q41217","display_name":"Mechanics","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C28317120","wikidata":"https://www.wikidata.org/wiki/Q975211","display_name":"Trailing edge","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C2781300812","wikidata":"https://www.wikidata.org/wiki/Q178061","display_name":"Shock (circulatory)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27000001072883606},{"id":"https://openalex.org/C182310444","wikidata":"https://www.wikidata.org/wiki/Q1332643","display_name":"Boundary value problem","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C154954056","wikidata":"https://www.wikidata.org/wiki/Q1604164","display_name":"Transverse plane","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6761359572410583}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scaling":[0],"Diffusion":[1],"Transformers":[2],"(DiTs)":[3],"to":[4,150],"hundreds":[5],"of":[6,36,83,96,103],"layers":[7],"introduces":[8],"a":[9,15,53,70,121,128,133,173,177],"structural":[10,94],"vulnerability:":[11],"networks":[12],"can":[13,45],"enter":[14],"silent,":[16],"mean-dominated":[17,71],"collapse":[18,38,141],"state":[19],"that":[20,60,142,184],"homogenizes":[21],"token":[22],"representations":[23],"and":[24,65,88],"suppresses":[25],"centered":[26,89,124],"variation.":[27],"Through":[28],"mechanistic":[29],"auditing,":[30],"we":[31,113,171],"isolate":[32],"the":[33,67,93,100,104,139,144,151,167,185],"trigger":[34],"event":[35],"this":[37,75],"as":[39,164,176],"Mean":[40],"Mode":[41],"Screaming":[42],"(MMS).":[43],"MMS":[44],"occur":[46],"even":[47],"when":[48],"training":[49],"appears":[50],"stable,":[51],"with":[52,127],"mean-coherent":[54,87],"backward":[55],"shock":[56],"on":[57],"residual":[58,63,125],"writers":[59],"opens":[61],"deep":[62],"branches":[64],"drives":[66],"network":[68],"into":[69,86],"state.":[72],"We":[73],"show":[74],"behavior":[76],"is":[77],"driven":[78],"by":[79,92],"an":[80],"exact":[81],"decomposition":[82],"these":[84],"gradients":[85,98],"components,":[90],"compounded":[91],"suppression":[95],"attention-logit":[97],"through":[99],"null":[101],"space":[102],"Softmax":[105],"Jacobian":[106],"once":[107],"values":[108],"homogenize.":[109],"To":[110],"address":[111],"this,":[112],"propose":[114],"Mean-Variance":[115],"Split":[116],"(MV-Split)":[117],"Residuals,":[118],"which":[119],"combine":[120],"separately":[122],"gained":[123],"update":[126],"leaky":[129],"trunk-mean":[130],"replacement.":[131],"On":[132],"400-layer":[134],"single-stream":[135],"DiT,":[136],"MV-Split":[137],"prevents":[138],"divergent":[140],"crashes":[143],"un-stabilized":[145],"baseline;":[146],"it":[147],"tracks":[148],"close":[149],"baseline's":[152],"pre-crash":[153],"trajectory":[154],"while":[155],"remaining":[156],"substantially":[157],"better":[158],"than":[159],"token-isotropic":[160],"gating":[161],"methods":[162],"such":[163],"LayerScale":[165],"across":[166],"full":[168],"schedule.":[169],"Finally,":[170],"present":[172],"1000-layer":[174],"DiT":[175],"scale-validation":[178],"run":[179],"at":[180,190],"boundary":[181],"scales,":[182],"establishing":[183],"architecture":[186],"remains":[187],"stably":[188],"trainable":[189],"extreme":[191],"depth.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}