{"id":"https://openalex.org/W7202202098","doi":"https://doi.org/10.48550/arxiv.2608.08350","title":"Correlation flow governs learning at criticality","display_name":"Correlation flow governs learning at criticality","publication_year":2026,"publication_date":"2026-08-08","ids":{"openalex":"https://openalex.org/W7202202098","doi":"https://doi.org/10.48550/arxiv.2608.08350"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.08350","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.08350","pdf_url":"https://arxiv.org/pdf/2608.08350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.08350","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117161588","display_name":"andrea Combette","orcid":"https://orcid.org/0009-0004-6918-8520","observed_orcids":["https://orcid.org/0009-0004-6918-8520"]},"institutions":[{"id":"https://openalex.org/I113428412","display_name":"\u00c9cole Normale Sup\u00e9rieure de Lyon","ror":"https://ror.org/04zmssz18","country_code":"FR","type":"education","lineage":["https://openalex.org/I113428412","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210096929","display_name":"Laboratoire de Physique de l'ENS de Lyon","ror":"https://ror.org/00w5ay796","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210096929","https://openalex.org/I4405259976","https://openalex.org/I4405263940","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Combette, Andrea","raw_affiliation_strings":["CNRS , ENS de Lyon , Laboratoire de Physique UMR5672 , Lyon , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS , ENS de Lyon , Laboratoire de Physique UMR5672 , Lyon , France","institution_ids":["https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I4210096929"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074166239","display_name":"Nelly Pustelnik","orcid":"https://orcid.org/0000-0001-7310-1927","observed_orcids":["https://orcid.org/0000-0001-7310-1927"]},"institutions":[{"id":"https://openalex.org/I113428412","display_name":"\u00c9cole Normale Sup\u00e9rieure de Lyon","ror":"https://ror.org/04zmssz18","country_code":"FR","type":"education","lineage":["https://openalex.org/I113428412","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210096929","display_name":"Laboratoire de Physique de l'ENS de Lyon","ror":"https://ror.org/00w5ay796","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210096929","https://openalex.org/I4405259976","https://openalex.org/I4405263940","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pustelnik, Nelly","raw_affiliation_strings":["CNRS , ENS de Lyon , Laboratoire de Physique UMR5672 , Lyon , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS , ENS de Lyon , Laboratoire de Physique UMR5672 , Lyon , France","institution_ids":["https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I4210096929"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039607215","display_name":"Antoine Venaille","orcid":"https://orcid.org/0000-0002-5803-1753","observed_orcids":["https://orcid.org/0000-0002-5803-1753"]},"institutions":[{"id":"https://openalex.org/I113428412","display_name":"\u00c9cole Normale Sup\u00e9rieure de Lyon","ror":"https://ror.org/04zmssz18","country_code":"FR","type":"education","lineage":["https://openalex.org/I113428412","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210096929","display_name":"Laboratoire de Physique de l'ENS de Lyon","ror":"https://ror.org/00w5ay796","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210096929","https://openalex.org/I4405259976","https://openalex.org/I4405263940","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Venaille, Antoine","raw_affiliation_strings":["CNRS , ENS de Lyon , Laboratoire de Physique UMR5672 , Lyon , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS , ENS de Lyon , Laboratoire de Physique UMR5672 , Lyon , France","institution_ids":["https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I4210096929"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7910000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7910000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.15230000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-tangent-kernel","display_name":"neural tangent kernel","score":0.8389999866485596},{"id":"https://openalex.org/keywords/criticality","display_name":"criticality","score":0.5410000085830688},{"id":"https://openalex.org/keywords/orthogonal-initialization","display_name":"orthogonal initialization","score":0.7200000286102295},{"id":"https://openalex.org/keywords/information-dissemination","display_name":"information dissemination","score":0.6330000162124634},{"id":"https://openalex.org/keywords/gradient-propagation","display_name":"gradient propagation","score":0.6150000095367432},{"id":"https://openalex.org/keywords/mean-field-theory","display_name":"mean-field theory","score":0.6660000085830688},{"id":"https://openalex.org/keywords/random-matrix-theory","display_name":"random matrix theory","score":0.9980000257492065},{"id":"https://openalex.org/keywords/finite-size-corrections","display_name":"finite-size corrections","score":0.6460000276565552},{"id":"https://openalex.org/keywords/learning-dynamics","display_name":"learning dynamics","score":0.6399999856948853}],"concepts":[{"id":"https://openalex.org/C125611927","wikidata":"https://www.wikidata.org/wiki/Q17008131","display_name":"Criticality","level":2,"score":0.5817999839782715},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.5676000118255615},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5317999720573425},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.5009999871253967},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.47760000824928284},{"id":"https://openalex.org/C138187205","wikidata":"https://www.wikidata.org/wiki/Q131251","display_name":"Tangent","level":2,"score":0.4706000089645386},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.46140000224113464},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.4503999948501587},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.40119999647140503},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3903999924659729},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.38019999861717224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36309999227523804},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C5297727","wikidata":"https://www.wikidata.org/wiki/Q786970","display_name":"Autocorrelation","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C64812099","wikidata":"https://www.wikidata.org/wiki/Q176604","display_name":"Random matrix","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31929999589920044},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.3154999911785126},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3093000054359436},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C88871306","wikidata":"https://www.wikidata.org/wiki/Q7208287","display_name":"Point process","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C156103551","wikidata":"https://www.wikidata.org/wiki/Q130998","display_name":"Equivalence relation","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C166785042","wikidata":"https://www.wikidata.org/wiki/Q190391","display_name":"Central limit theorem","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2759000062942505},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2608.08350","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.08350","pdf_url":"https://arxiv.org/pdf/2608.08350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05761710v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.science/hal-05761710v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2608.08350","doi":"https://doi.org/10.48550/arxiv.2608.08350","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.08350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.08350","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.08350","pdf_url":"https://arxiv.org/pdf/2608.08350","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G609928175","display_name":"Physics Informed Neural Networks for Ocean Turbulence","funder_award_id":"ANR-25-CE56-2607","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320329934","display_name":"\u00c9cole Normale Sup\u00e9rieure de Lyon","ror":"https://ror.org/04zmssz18"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7202202098.pdf","grobid_xml":"https://content.openalex.org/works/W7202202098.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2116059849","https://openalex.org/W2913473169","https://openalex.org/W3088274487","https://openalex.org/W4301508008","https://openalex.org/W7155554729"],"related_works":["https://openalex.org/W4387634850","https://openalex.org/W3189987536","https://openalex.org/W4226467550","https://openalex.org/W3127396881","https://openalex.org/W2978031686","https://openalex.org/W2767392521","https://openalex.org/W2972392510","https://openalex.org/W2125930537","https://openalex.org/W3204510764","https://openalex.org/W3112275392"],"abstract_inverted_index":{"The":[0],"initialization":[1,120,137,158],"of":[2,55,87,134,168],"deep":[3,59,169],"neural":[4],"networks":[5],"determines":[6],"whether":[7],"information":[8,110],"and":[9,30,42,112,159],"gradients":[10],"can":[11],"propagate":[12],"across":[13],"depth,":[14,107],"yet":[15],"a":[16,36,70],"unified":[17],"theory":[18,29],"connecting":[19],"these":[20,153],"properties":[21],"to":[22,63,93,101,163],"learning":[23,50,113],"dynamics":[24,167],"remains":[25],"elusive.":[26],"Combining":[27],"mean-field":[28],"random":[31],"matrix":[32],"theory,":[33],"we":[34,82],"establish":[35],"direct":[37],"link":[38],"between":[39],"correlation":[40,104],"propagation":[41,62,111],"the":[43,52,75,84,88,96,102,122,131,135,165],"Neural":[44],"Tangent":[45],"Kernel":[46],"(NTK)":[47],"that":[48,95,118,156],"governs":[49],"in":[51,74,139],"sequential":[53],"limit":[54],"infinitely":[56,58],"wide,":[57],"networks.":[60,151],"Correlation":[61],"infinite":[64,106],"depth":[65,92],"is":[66],"possible":[67],"only":[68],"at":[69,105],"single,":[71],"critical":[72],"point":[73],"weight-bias":[76],"variance":[77],"plane.":[78],"At":[79],"this":[80,140],"point,":[81],"leverage":[83],"algebraic":[85],"decay":[86],"end-to-end":[89],"Jacobian":[90],"with":[91],"prove":[94],"NTK":[97],"becomes":[98],"exactly":[99],"proportional":[100],"output":[103],"tying":[108],"together":[109],"dynamics.":[114],"We":[115],"further":[116],"show":[117],"orthogonal":[119,157],"suppresses":[121],"leading":[123],"finite-size":[124],"corrections":[125],"present":[126],"under":[127],"Gaussian":[128],"initialization,":[129],"clarifying":[130],"respective":[132],"roles":[133],"two":[136],"ensembles":[138],"limit.":[141],"These":[142],"theoretical":[143],"predictions":[144],"are":[145,161],"validated":[146],"quantitatively":[147],"on":[148],"finite-width,":[149],"finite-depth":[150],"Together,":[152],"results":[154],"demonstrate":[155],"criticality":[160],"required":[162],"control":[164],"asymptotic":[166],"learning.":[170]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-12T00:00:00"}