{"id":"https://openalex.org/W7163682165","doi":"https://doi.org/10.48550/arxiv.2606.05863","title":"Deciphering Two Training Clocks in Grokking via Deep Linear Network Theory with Conditional ReLU Reduction","display_name":"Deciphering Two Training Clocks in Grokking via Deep Linear Network Theory with Conditional ReLU Reduction","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163682165","doi":"https://doi.org/10.48550/arxiv.2606.05863"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050817772","display_name":"Hu Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103110172","display_name":"Kuo Gai","orcid":"https://orcid.org/0009-0004-7169-4414"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gai, Kuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076619069","display_name":"Shihua Zhang","orcid":"https://orcid.org/0000-0003-0192-7118"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.3012000024318695,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.3012000024318695,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.27219998836517334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.043299999088048935,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.46950000524520874},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.46000000834465027},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.4507000148296356},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4426000118255615},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4291999936103821},{"id":"https://openalex.org/keywords/linear-classifier","display_name":"Linear classifier","score":0.42289999127388},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.4124999940395355},{"id":"https://openalex.org/keywords/time-complexity","display_name":"Time complexity","score":0.4088999927043915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5546000003814697},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5447999835014343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48489999771118164},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.46950000524520874},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.46000000834465027},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C139532973","wikidata":"https://www.wikidata.org/wiki/Q2679259","display_name":"Linear classifier","level":3,"score":0.42289999127388},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.4124999940395355},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3790000081062317},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3741999864578247},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36739999055862427},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.34689998626708984},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.3253999948501587},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C49766605","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear map","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05863","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05863","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Grokking":[0],"suggests":[1],"that":[2,58,169,233],"fitting":[3,120],"the":[4,25,29,33,37,43,67,86,90,128,139,143,148,156,170,179,193,198,209,218,222,225],"training":[5,50,144,245],"data":[6],"and":[7,40],"learning":[8],"a":[9,59,74,97,101,111,152,160,188,240],"simple":[10],"underlying":[11],"rule":[12],"may":[13],"occur":[14],"on":[15,73,89,110,142],"different":[16],"time":[17,76,113],"scales.":[18],"We":[19,124,204],"formalize":[20],"this":[21,106],"phenomenon":[22],"by":[23],"separating":[24],"fast":[26],"decay":[27,83],"of":[28,36,46,221],"classification":[30],"loss":[31,69],"from":[32,121],"slower":[34],"simplification":[35],"learned":[38],"representation,":[39],"we":[41,56],"call":[42],"resulting":[44],"pair":[45],"stopping":[47],"times":[48],"two":[49,116],"clocks.":[51],"For":[52],"deep":[53,214],"linear":[54,153,215],"networks,":[55],"show":[57,168],"post-margin":[60],"gap-growth":[61],"or":[62],"one-step":[63],"tail-contraction":[64],"condition":[65],"reduces":[66,150],"cross-entropy":[68],"to":[70,151,201],"level":[71],"epsilon":[72],"logarithmic":[75],"scale.":[77,114],"In":[78,136,159],"contrast,":[79],"when":[80],"layerwise":[81],"weight":[82],"is":[84],"present,":[85],"induced":[87],"regularization":[88],"end-to-end":[91],"map":[92],"can":[93,131,173],"be":[94],"expressed":[95],"as":[96,208,230],"Schatten-type":[98],"penalty;":[99],"under":[100,182],"sharp":[102],"late-time":[103],"Kurdyka-Lojasiewicz":[104],"tail,":[105],"structural":[107],"energy":[108],"closes":[109],"polynomial":[112],"The":[115,213],"clocks,":[117],"therefore,":[118],"separate":[119],"representation":[122,199],"simplification.":[123],"then":[125],"explain":[126],"how":[127],"same":[129],"mechanism":[130,190],"appear":[132],"in":[133,155,191],"ReLU":[134,162,226],"MLPs.":[135],"regions":[137],"where":[138],"activation":[140],"patterns":[141],"set":[145],"remain":[146],"fixed,":[147],"network":[149],"model":[154],"active":[157],"coordinates.":[158],"two-layer":[161],"embedding":[163,180],"model,":[164],"chain-rule":[165],"estimates":[166],"further":[167],"classifier":[171,194],"head":[172],"receive":[174],"larger":[175],"effective":[176],"gradients":[177],"than":[178],"block":[181],"controlled":[183],"downstream":[184],"norms.":[185],"This":[186],"supports":[187],"two-stage":[189],"which":[192],"fits":[195],"first,":[196],"while":[197],"continues":[200],"simplify":[202],"later.":[203],"use":[205],"modular":[206],"addition":[207],"main":[210],"experimental":[211],"setting.":[212],"theory":[216],"provides":[217],"rigorous":[219],"core":[220],"analysis.":[223],"But":[224],"results":[227],"are":[228],"formulated":[229],"conditional":[231],"reductions":[232],"account":[234],"for":[235,243],"empirical":[236],"behavior":[237],"without":[238],"claiming":[239],"global":[241],"proof":[242],"nonlinear":[244],"dynamics.":[246]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}