{"id":"https://openalex.org/W7225635007","doi":"https://doi.org/10.5281/zenodo.24069890","title":"The smallest eigenvalue of the neural tangent kernel of a deep tanh network in the ordered phase","display_name":"The smallest eigenvalue of the neural tangent kernel of a deep tanh network in the ordered phase","publication_year":2026,"publication_date":"2026-11-08","ids":{"openalex":"https://openalex.org/W7225635007","doi":"https://doi.org/10.5281/zenodo.24069890"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24069890","doi":"https://doi.org/10.5281/zenodo.24069890","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24069890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24069890","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041315596","display_name":"Yitzchak Shmalo","orcid":"https://orcid.org/0000-0002-2886-3049","observed_orcids":["https://orcid.org/0000-0002-2886-3049"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Shmalo, Yitzchak","raw_affiliation_strings":["Einstein Institute of Mathematics, The Hebrew University of Jerusalem, Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Einstein Institute of Mathematics, The Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041315596"],"corresponding_institution_ids":["https://openalex.org/I197251160"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.676800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.676800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.1965000033378601,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.019700000062584877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-tangent-kernel","display_name":"neural tangent kernel","score":0.9990000128746033},{"id":"https://openalex.org/keywords/smallest-eigenvalue","display_name":"smallest eigenvalue","score":0.9679999947547913},{"id":"https://openalex.org/keywords/ordered-phases","display_name":"ordered phases","score":0.7459999918937683},{"id":"https://openalex.org/keywords/infinite-width-limit","display_name":"infinite-width limit","score":0.9330000281333923},{"id":"https://openalex.org/keywords/correlation-gap","display_name":"correlation gap","score":0.6439999938011169},{"id":"https://openalex.org/keywords/taylor-coefficients","display_name":"Taylor coefficients","score":0.4650000035762787},{"id":"https://openalex.org/keywords/linear-recursion","display_name":"linear recursion","score":0.5879999995231628},{"id":"https://openalex.org/keywords/double-roots","display_name":"double roots","score":0.6119999885559082}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8133000135421753},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.7113000154495239},{"id":"https://openalex.org/C92047909","wikidata":"https://www.wikidata.org/wiki/Q204034","display_name":"Hyperbolic function","level":2,"score":0.6244000196456909},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5748999714851379},{"id":"https://openalex.org/C138187205","wikidata":"https://www.wikidata.org/wiki/Q131251","display_name":"Tangent","level":2,"score":0.5547000169754028},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C72319582","wikidata":"https://www.wikidata.org/wiki/Q584304","display_name":"Degenerate energy levels","level":2,"score":0.45969998836517334},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.4000000059604645},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3952000141143799},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C168773036","wikidata":"https://www.wikidata.org/wiki/Q264164","display_name":"Recursion (computer science)","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C72010251","wikidata":"https://www.wikidata.org/wiki/Q5265688","display_name":"Determinantal point process","level":4,"score":0.287200003862381},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C77246614","wikidata":"https://www.wikidata.org/wiki/Q1409400","display_name":"Gramian matrix","level":3,"score":0.26089999079704285},{"id":"https://openalex.org/C158946198","wikidata":"https://www.wikidata.org/wiki/Q131187","display_name":"Taylor series","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C2777727622","wikidata":"https://www.wikidata.org/wiki/Q5251772","display_name":"Degeneracy (biology)","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24069890","doi":"https://doi.org/10.5281/zenodo.24069890","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24069890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24069891","doi":"https://doi.org/10.5281/zenodo.24069891","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24069891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24069890","doi":"https://doi.org/10.5281/zenodo.24069890","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24069890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3116397704","https://openalex.org/W7078227753","https://openalex.org/W6996743515","https://openalex.org/W3099571327","https://openalex.org/W4226467550","https://openalex.org/W4288345426","https://openalex.org/W4416955747","https://openalex.org/W4415800568","https://openalex.org/W4309202124","https://openalex.org/W4372273247"],"abstract_inverted_index":{"For":[0],"a":[1,103],"fully":[2],"connected":[3],"tanh":[4],"network":[5],"of":[6,31,42,62,72,95,128],"depth":[7],"$L$":[8,100],"in":[9,21,106],"the":[10,22,28,32,43,51,60,68,82,86,91,107,111,129,137],"infinite-width":[11],"limit,":[12],"with":[13],"weight":[14],"variance":[15,19],"$\\sigma_w^2$":[16],"and":[17,57,80,90],"bias":[18],"$\\sigma_b^2>0$":[20],"ordered":[23],"phase":[24],"$\\chi_1<1$,":[25],"we":[26],"determine":[27],"smallest":[29],"eigenvalue":[30],"neural":[33],"tangent":[34],"kernel":[35,112],"Gram":[36],"matrix":[37,61],"on":[38],"$n$":[39],"distinct":[40,120],"inputs":[41,94,121],"sphere.":[44],"It":[45],"equals":[46],"$L\\chi_1^L\\,(q^*+B\\,T^*/\\chi_1)\\,\\lambda_{\\min}^{\\perp}(-A)\\,(1+O(1/L))$,":[47],"where":[48],"$q^*$":[49],"is":[50,59,75,85,133],"fixed-point":[52],"preactivation":[53],"variance,":[54],"$T^*=q^*/(1-\\chi_1)$,":[55],"$B=\\chi'(1)$,":[56],"$A$":[58],"limiting":[63,130],"rescaled":[64],"correlation":[65],"gaps.":[66],"That":[67],"non-constant":[69],"eigenvalues":[70],"are":[71],"order":[73],"$L\\chi_1^L$":[74],"due":[76],"to":[77,93],"Xiao,":[78],"Pennington":[79],"Schoenholz;":[81],"contribution":[83],"here":[84],"constant,":[87],"its":[88],"positivity,":[89],"extension":[92],"unequal":[96],"norm.":[97],"The":[98],"factor":[99],"comes":[101],"from":[102],"double":[104],"root":[105],"linear":[108],"recursion":[109],"for":[110,118],"gap.":[113],"We":[114],"prove":[115],"that":[116,124],"$\\lambda_{\\min}^{\\perp}(-A)>0$":[117],"any":[119],"by":[122],"showing":[123],"every":[125],"Taylor":[126],"coefficient":[127],"gap":[131],"profile":[132],"strictly":[134],"positive,":[135],"so":[136],"rate":[138],"cannot":[139],"degenerate":[140],"further.":[141]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}