{"id":"https://openalex.org/W7155054031","doi":"https://doi.org/10.48550/arxiv.2604.16431","title":"Dimensional Criticality at Grokking Across MLPs and Transformers","display_name":"Dimensional Criticality at Grokking Across MLPs and Transformers","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7155054031","doi":"https://doi.org/10.48550/arxiv.2604.16431"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.16431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.16431","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134109014","display_name":"Ping Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5134109014"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.2004999965429306,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.2004999965429306,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.08449999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/criticality","display_name":"Criticality","score":0.670199990272522},{"id":"https://openalex.org/keywords/superposition-principle","display_name":"Superposition principle","score":0.6104000210762024},{"id":"https://openalex.org/keywords/cascade","display_name":"Cascade","score":0.6029999852180481},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5932999849319458},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.47360000014305115},{"id":"https://openalex.org/keywords/intermittency","display_name":"Intermittency","score":0.44589999318122864},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.4381999969482422},{"id":"https://openalex.org/keywords/exponent","display_name":"Exponent","score":0.38679999113082886},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3564999997615814}],"concepts":[{"id":"https://openalex.org/C125611927","wikidata":"https://www.wikidata.org/wiki/Q17008131","display_name":"Criticality","level":2,"score":0.670199990272522},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.6660000085830688},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.6104000210762024},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.6029999852180481},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5932999849319458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5435000061988831},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.47360000014305115},{"id":"https://openalex.org/C2780388094","wikidata":"https://www.wikidata.org/wiki/Q1666248","display_name":"Intermittency","level":3,"score":0.44589999318122864},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.43959999084472656},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4189000129699707},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3982999920845032},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3018999993801117},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2840000092983246},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.2786000072956085},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26910001039505005},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C52359947","wikidata":"https://www.wikidata.org/wiki/Q4666685","display_name":"Abelian sandpile model","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C183992945","wikidata":"https://www.wikidata.org/wiki/Q2495574","display_name":"Universality (dynamical systems)","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.16431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.16431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Abrupt":[0],"transitions":[1],"between":[2],"distinct":[3],"dynamical":[4,94],"regimes":[5],"are":[6],"a":[7,18,64,92,133],"hallmark":[8],"of":[9,39,96],"complex":[10],"systems.":[11],"Grokking":[12],"in":[13,195],"deep":[14],"neural":[15],"networks":[16],"provides":[17],"striking":[19],"example":[20],"--":[21,34,67,74],"an":[22,51],"abrupt":[23],"transition":[24,41],"from":[25,118,178,192],"memorization":[26],"to":[27],"generalization":[28,105],"long":[29],"after":[30],"training":[31],"accuracy":[32],"saturates":[33],"yet":[35],"robust":[36],"macroscopic":[37],"signatures":[38],"this":[40,149],"remain":[42,153],"elusive.":[43],"Here":[44],"we":[45,90],"introduce":[46],"\\textbf{TDU--OFC}":[47],"(Thresholded":[48],"Diffusion":[49],"Update--Olami-Feder-Christensen),":[50],"offline":[52],"avalanche":[53,164],"probe":[54],"that":[55,184],"converts":[56],"gradient":[57],"snapshots":[58],"into":[59],"cascade":[60,71],"statistics":[61],"and":[62,85,156,169,188],"extracts":[63],"\\emph{macroscopic":[65],"observable}":[66],"the":[68,97,104,159,174,201],"time-resolved":[69],"effective":[70],"dimension":[72],"$D(t)$":[73,185,196],"via":[75],"grokking-aligned":[76],"finite-size":[77,170],"scaling.":[78],"Across":[79],"Transformers":[80],"trained":[81,87],"on":[82,88],"modular":[83,112],"addition":[84,113],"MLPs":[86],"XOR,":[89],"discover":[91],"localized":[93],"crossing":[95,108],"Gaussian":[98],"diffusion":[99],"baseline":[100],"$D=1$":[101,116],"precisely":[102],"at":[103],"transition.":[106,203],"The":[107],"direction":[109],"is":[110,128,186],"task-dependent:":[111],"descends":[114],"through":[115],"(approaching":[117],"$D>1$),":[119],"while":[120],"XOR":[121],"ascends":[122],"(from":[123],"$D<1$).":[124],"This":[125],"opposite-direction":[126],"convergence":[127],"consistent":[129,172],"with":[130,173],"attraction":[131],"toward":[132],"candidate":[134],"shared":[135],"critical":[136],"manifold,":[137],"rather":[138],"than":[139],"trivial":[140],"residence":[141],"near":[142],"$D":[143],"\\approx":[144],"1$.":[145],"Negative":[146],"controls":[147,181],"confirm":[148,183],"picture:":[150],"ungrokked":[151,193],"runs":[152],"supercritical":[154],"($D>1$)":[155],"never":[157],"enter":[158],"post-transition":[160],"regime.":[161],"In":[162],"addition,":[163],"distributions":[165],"exhibit":[166],"heavy":[167],"tails":[168],"scaling":[171],"dimensional":[175],"exponent":[176],"extracted":[177],"$D(t)$.":[179],"Shadow-probe":[180],"($\u03b1_{\\mathrm{train}}=0$)":[182],"non-invasive,":[187],"grokked":[189],"trajectories":[190],"diverge":[191],"ones":[194],"some":[197],"$100$--$200$":[198],"epochs":[199],"before":[200],"behavioral":[202]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}