{"id":"https://openalex.org/W4417295758","doi":"https://doi.org/10.48550/arxiv.2512.10427","title":"Renormalizable Spectral-Shell Dynamics as the Origin of Neural Scaling Laws","display_name":"Renormalizable Spectral-Shell Dynamics as the Origin of Neural Scaling Laws","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W4417295758","doi":"https://doi.org/10.48550/arxiv.2512.10427"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2512.10427","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.10427","pdf_url":"https://arxiv.org/pdf/2512.10427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.10427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100643387","display_name":"Yizhou Zhang","orcid":"https://orcid.org/0000-0001-9154-0085"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Yizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5100643387"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.37560001015663147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.37560001015663147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.2915000021457672,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.06920000165700912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5947999954223633},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5745999813079834},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.545799970626831},{"id":"https://openalex.org/keywords/dissipation","display_name":"Dissipation","score":0.49070000648498535},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4772999882698059},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.4341000020503998},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.4090999960899353},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.3569999933242798}],"concepts":[{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.5964000225067139},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5947999954223633},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5745999813079834},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.545799970626831},{"id":"https://openalex.org/C135402231","wikidata":"https://www.wikidata.org/wiki/Q898440","display_name":"Dissipation","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4772999882698059},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.460999995470047},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3880000114440918},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C202286095","wikidata":"https://www.wikidata.org/wiki/Q579262","display_name":"Error function","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.30399999022483826},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C174256460","wikidata":"https://www.wikidata.org/wiki/Q911364","display_name":"Perturbation theory (quantum mechanics)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2512.10427","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.10427","pdf_url":"https://arxiv.org/pdf/2512.10427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.10427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.10427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.10427","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.10427","pdf_url":"https://arxiv.org/pdf/2512.10427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417295758.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Neural":[0],"scaling":[1,158,164],"laws":[2,165],"and":[3,82,107,156,166,169,174],"double-descent":[4],"phenomena":[5],"suggest":[6],"that":[7],"deep-network":[8],"training":[9,36,173],"obeys":[10],"a":[11,44,78,115,126,140,148,152],"simple":[12],"macroscopic":[13,74],"structure":[14,23],"despite":[15],"highly":[16],"nonlinear":[17],"optimization":[18],"dynamics.":[19,184],"We":[20,111],"derive":[21],"such":[22],"directly":[24],"from":[25],"gradient":[26],"descent":[27],"in":[28,66,139],"function":[29],"space.":[30],"For":[31],"mean-squared":[32],"error":[33,37,85],"loss,":[34],"the":[35,50,67,97,144,181],"evolves":[38],"as":[39,177],"$\\dot":[40],"e_t=-M(t)e_t$":[41],"with":[42,151],"$M(t)=J_{\u03b8(t)}J_{\u03b8(t)}^{\\!*}$,":[43],"time-dependent":[45],"self-adjoint":[46],"operator":[47],"induced":[48],"by":[49],"network":[51],"Jacobian.":[52],"Using":[53],"Kato":[54],"perturbation":[55],"theory,":[56],"we":[57,76],"obtain":[58],"an":[59,134],"exact":[60],"system":[61],"of":[62,70,180],"coupled":[63],"modewise":[64],"ODEs":[65],"instantaneous":[68],"eigenbasis":[69],"$M(t)$.":[71],"To":[72],"extract":[73],"behavior,":[75],"introduce":[77],"logarithmic":[79],"spectral-shell":[80,183],"coarse-graining":[81],"track":[83],"quadratic":[84],"energy":[86,98],"across":[87,130],"shells.":[88],"Microscopic":[89],"interactions":[90],"within":[91],"each":[92],"shell":[93,101,131,145],"cancel":[94],"identically":[95],"at":[96],"level,":[99],"so":[100],"energies":[102],"evolve":[103],"only":[104],"through":[105],"dissipation":[106],"external":[108],"inter-shell":[109],"interactions.":[110],"formalize":[112],"this":[113],"via":[114],"\\emph{renormalizable":[116],"shell-dynamics}":[117],"assumption,":[118],"under":[119],"which":[120],"cumulative":[121],"microscopic":[122],"effects":[123],"reduce":[124],"to":[125],"controlled":[127],"net":[128],"flux":[129],"boundaries.":[132],"Assuming":[133],"effective":[135],"power-law":[136],"spectral":[137],"transport":[138],"relevant":[141],"resolution":[142,154],"range,":[143],"dynamics":[146],"admits":[147],"self-similar":[149],"solution":[150],"moving":[153],"frontier":[155],"explicit":[157],"exponents.":[159],"This":[160],"framework":[161],"explains":[162],"neural":[163],"double":[167],"descent,":[168],"unifies":[170],"lazy":[171],"(NTK-like)":[172],"feature":[175],"learning":[176],"two":[178],"limits":[179],"same":[182]},"counts_by_year":[],"updated_date":"2026-08-03T07:22:36.454288","created_date":"2025-12-13T00:00:00"}