{"id":"https://openalex.org/W7128513076","doi":"https://doi.org/10.1088/2632-2153/ae4442","title":"Beyond scaling curves: internal dynamics of neural networks through the NTK lens","display_name":"Beyond scaling curves: internal dynamics of neural networks through the NTK lens","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7128513076","doi":"https://doi.org/10.1088/2632-2153/ae4442"},"language":null,"primary_location":{"id":"doi:10.1088/2632-2153/ae4442","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ae4442","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1088/2632-2153/ae4442","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Konstantin Nikolaou","orcid":"https://orcid.org/0009-0000-9926-680X"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Konstantin Nikolaou","raw_affiliation_strings":["Institute of Computational Physics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0009-0000-9926-680X","affiliations":[{"raw_affiliation_string":"Institute of Computational Physics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049470751","display_name":"Sven Krippendorf","orcid":"https://orcid.org/0000-0001-6374-6828"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"Sven Krippendorf","raw_affiliation_strings":["Cavendish Laboratory and DAMTP, University of Cambridge, Cambridge CB3 0WA, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6374-6828","affiliations":[{"raw_affiliation_string":"Cavendish Laboratory and DAMTP, University of Cambridge, Cambridge CB3 0WA, United Kingdom","institution_ids":["https://openalex.org/I4210096386","https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125508882","display_name":"Samuel James Tovey","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Tovey","raw_affiliation_strings":["Institute of Computational Physics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9537-8361","affiliations":[{"raw_affiliation_string":"Institute of Computational Physics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125487358","display_name":"Christian Holm","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Holm","raw_affiliation_strings":["Institute of Computational Physics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2739-310X","affiliations":[{"raw_affiliation_string":"Institute of Computational Physics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I100066346"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26304028,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"2","first_page":"025005","last_page":"025005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.13259999454021454,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.13259999454021454,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08739999681711197,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.08410000056028366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.8407999873161316},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.656000018119812},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5372999906539917},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.4925999939441681},{"id":"https://openalex.org/keywords/tangent","display_name":"Tangent","score":0.48820000886917114},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4302999973297119},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4244999885559082},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.3325999975204468}],"concepts":[{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.8407999873161316},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.656000018119812},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.5503000020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5379999876022339},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5372999906539917},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C138187205","wikidata":"https://www.wikidata.org/wiki/Q131251","display_name":"Tangent","level":2,"score":0.48820000886917114},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4194999933242798},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3659000098705292},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C104122410","wikidata":"https://www.wikidata.org/wiki/Q1416406","display_name":"Network model","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2872999906539917},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28380000591278076},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C24084028","wikidata":"https://www.wikidata.org/wiki/Q7429781","display_name":"Scaling limit","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C123757187","wikidata":"https://www.wikidata.org/wiki/Q9195957","display_name":"Network dynamics","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1088/2632-2153/ae4442","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ae4442","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/ae4442","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/ae4442","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1214931435","display_name":null,"funder_award_id":"492175459","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3430753351","display_name":"Particles, Fields and Extended Objects","funder_award_id":"ST/T000694/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G3884741901","display_name":null,"funder_award_id":"497249646","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G4786312554","display_name":"Quantum Fields, Quantum Gravity and Quantum Particles","funder_award_id":"ST/X000664/1","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"},{"id":"https://openalex.org/G621181631","display_name":null,"funder_award_id":"EXC2075 \u2013 390740016","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320334632","display_name":"Science and Technology Facilities Council","ror":"https://ror.org/057g20z61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2022477494","https://openalex.org/W2147022472","https://openalex.org/W2167468911","https://openalex.org/W2919115771","https://openalex.org/W2988294134","https://openalex.org/W3133450183","https://openalex.org/W4293776905","https://openalex.org/W4378882632","https://openalex.org/W4385828915","https://openalex.org/W4399922932","https://openalex.org/W4412945633","https://openalex.org/W7128354332"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Scaling":[1],"laws":[2],"offer":[3],"valuable":[4],"insights":[5],"into":[6],"the":[7,39,42,55,76,93,111,131,137,147],"relationship":[8],"between":[9,51,139],"neural":[10,43,106],"network":[11],"(NN)":[12],"performance":[13,52,69,86],"and":[14,35,54,135,141],"computational":[15],"cost,":[16],"yet":[17],"their":[18],"underlying":[19,94],"mechanisms":[20,95],"remain":[21],"poorly":[22],"understood.":[23],"In":[24],"this":[25,121],"work,":[26],"we":[27,123,159],"empirically":[28],"analyze":[29],"how":[30,108,125],"NNs":[31],"behave":[32],"under":[33],"data":[34],"model":[36,78,132,149,172],"scaling":[37,53,70,87,115,143],"through":[38],"lens":[40],"of":[41,58,62,96],"tangent":[44],"kernel.":[45],"This":[46,83],"analysis":[47],"establishes":[48],"a":[49,101],"link":[50],"internal":[56,77],"dynamics":[57,79],"NNs.":[59,97],"Our":[60],"findings":[61],"standard":[63],"vision":[64],"tasks":[65],"show":[66,80],"that":[67,85,151],"similar":[68],"exponents":[71],"can":[72],"occur":[73],"even":[74],"though":[75],"opposite":[81],"behavior.":[82],"demonstrates":[84],"alone":[88],"is":[89,128],"insufficient":[90],"for":[91],"understanding":[92],"We":[98,145],"also":[99],"address":[100],"previously":[102],"unresolved":[103],"issue":[104],"in":[105,117,156],"scaling:":[107],"convergence":[109],"to":[110,161],"infinite-width":[112],"limit":[113],"affects":[114],"behavior":[116],"finite-width":[118],"models.":[119],"To":[120],"end,":[122],"investigate":[124],"feature":[126,153],"learning":[127],"lost":[129],"as":[130],"width":[133,150],"increases":[134],"quantify":[136],"transition":[138],"kernel-driven":[140],"feature-driven":[142],"regimes.":[144],"identify":[146],"maximum":[148],"supports":[152],"learning,":[154],"which,":[155],"our":[157],"setups,":[158],"find":[160],"be":[162],"more":[163],"than":[164,168],"ten":[165],"times":[166],"smaller":[167],"typical":[169],"large":[170],"language":[171],"widths.":[173]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-11T00:00:00"}