{"id":"https://openalex.org/W4385828915","doi":"https://doi.org/10.1088/2632-2153/acf099","title":"Towards a phenomenological understanding of neural networks: data","display_name":"Towards a phenomenological understanding of neural networks: data","publication_year":2023,"publication_date":"2023-08-15","ids":{"openalex":"https://openalex.org/W4385828915","doi":"https://doi.org/10.1088/2632-2153/acf099"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/acf099","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/acf099","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/acf099/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://iopscience.iop.org/article/10.1088/2632-2153/acf099/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053400514","display_name":"Samuel Tovey","orcid":"https://orcid.org/0000-0001-9537-8361"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I4210138427","display_name":"Computational Physics (United States)","ror":"https://ror.org/03grsxg62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210138427"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Samuel Tovey","raw_affiliation_strings":["Institute for Computational Physics, University of Stuttgart, Allmandring 3, Stuttgart, Baden-W\u00fcrttemberg, 70569, GERMANY"],"raw_orcid":"https://orcid.org/0000-0001-9537-8361","affiliations":[{"raw_affiliation_string":"Institute for Computational Physics, University of Stuttgart, Allmandring 3, Stuttgart, Baden-W\u00fcrttemberg, 70569, GERMANY","institution_ids":["https://openalex.org/I100066346","https://openalex.org/I4210138427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049470751","display_name":"Sven Krippendorf","orcid":"https://orcid.org/0000-0001-6374-6828"},"institutions":[{"id":"https://openalex.org/I3019243323","display_name":"Center for Theoretical Physics","ror":"https://ror.org/04kfyt897","country_code":"PL","type":"facility","lineage":["https://openalex.org/I3019243323","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE","PL"],"is_corresponding":true,"raw_author_name":"Sven Krippendorf","raw_affiliation_strings":["Arnold Sommerfeld Center for Theoretical Physics, Ludwig Maximilians University Munich, Theresienstr. 37, Munchen, 80539, GERMANY"],"raw_orcid":"https://orcid.org/0000-0001-6374-6828","affiliations":[{"raw_affiliation_string":"Arnold Sommerfeld Center for Theoretical Physics, Ludwig Maximilians University Munich, Theresienstr. 37, Munchen, 80539, GERMANY","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I3019243323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102793423","display_name":"Konstantin Nikolaou","orcid":"https://orcid.org/0009-0000-9926-680X"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I4210138427","display_name":"Computational Physics (United States)","ror":"https://ror.org/03grsxg62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210138427"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Konstantin Nikolaou","raw_affiliation_strings":["Institute for Computational Physics, University of Stuttgart, Allmandring 3, Stuttgart, Baden-W\u00fcrttemberg, 70569, GERMANY"],"raw_orcid":"https://orcid.org/0009-0000-9926-680X","affiliations":[{"raw_affiliation_string":"Institute for Computational Physics, University of Stuttgart, Allmandring 3, Stuttgart, Baden-W\u00fcrttemberg, 70569, GERMANY","institution_ids":["https://openalex.org/I100066346","https://openalex.org/I4210138427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007676475","display_name":"Christian Holm","orcid":"https://orcid.org/0000-0003-2739-310X"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I4210138427","display_name":"Computational Physics (United States)","ror":"https://ror.org/03grsxg62","country_code":"US","type":"company","lineage":["https://openalex.org/I4210138427"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Christian Holm","raw_affiliation_strings":["Institute for Computational Physics, University of Stuttgart Faculty 8 of Mathematics and Physics, Allmandring 3, Stuttgart, 70550, GERMANY"],"raw_orcid":"https://orcid.org/0000-0003-2739-310X","affiliations":[{"raw_affiliation_string":"Institute for Computational Physics, University of Stuttgart Faculty 8 of Mathematics and Physics, Allmandring 3, Stuttgart, 70550, GERMANY","institution_ids":["https://openalex.org/I100066346","https://openalex.org/I4210138427"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5049470751"],"corresponding_institution_ids":["https://openalex.org/I3019243323","https://openalex.org/I8204097"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":0.5055,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71205505,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"4","issue":"3","first_page":"035040","last_page":"035040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6484841704368591},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.644212007522583},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5819619297981262},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5711873769760132},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5361573100090027},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4703799784183502},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4608027935028076},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3629312813282013},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.233803391456604}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6484841704368591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.644212007522583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5819619297981262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5711873769760132},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5361573100090027},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4703799784183502},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4608027935028076},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3629312813282013},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.233803391456604},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2632-2153/acf099","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/acf099","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/acf099/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:14247b194d134c65947bc1e874dd63e3","is_oa":true,"landing_page_url":"https://doaj.org/article/14247b194d134c65947bc1e874dd63e3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning: Science and Technology, Vol 4, Iss 3, p 035040 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/acf099","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/acf099","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/acf099/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4038838385","display_name":null,"funder_award_id":"EXC 2075-390740016","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385828915.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1481566577","https://openalex.org/W1567512734","https://openalex.org/W1995875735","https://openalex.org/W2078339956","https://openalex.org/W2112796928","https://openalex.org/W2123012927","https://openalex.org/W2137983211","https://openalex.org/W2288095892","https://openalex.org/W2766678531","https://openalex.org/W2809090039","https://openalex.org/W2904243021","https://openalex.org/W2912322140","https://openalex.org/W2913473169","https://openalex.org/W2962986137","https://openalex.org/W2964067469","https://openalex.org/W2972964562","https://openalex.org/W2978660978","https://openalex.org/W2993805018","https://openalex.org/W2995015865","https://openalex.org/W3035897262","https://openalex.org/W3041941681","https://openalex.org/W3152114226","https://openalex.org/W3170909332","https://openalex.org/W4211049957","https://openalex.org/W4224952733","https://openalex.org/W4255949318","https://openalex.org/W4283218374","https://openalex.org/W4287295896","https://openalex.org/W4287755371","https://openalex.org/W4287902508","https://openalex.org/W4293776905","https://openalex.org/W4297793397","https://openalex.org/W6628746780","https://openalex.org/W6745256532","https://openalex.org/W6752495264","https://openalex.org/W6756303580","https://openalex.org/W6756630351","https://openalex.org/W6758601061","https://openalex.org/W6767940448","https://openalex.org/W6771396984","https://openalex.org/W6773142731","https://openalex.org/W6780105080","https://openalex.org/W6780208333","https://openalex.org/W6791514331","https://openalex.org/W6839452965","https://openalex.org/W6843762100","https://openalex.org/W6963125699"],"related_works":["https://openalex.org/W2131958170","https://openalex.org/W2061122711","https://openalex.org/W2273754158","https://openalex.org/W2371138613","https://openalex.org/W4247954915","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2336747664","https://openalex.org/W2357130048"],"abstract_inverted_index":{"Abstract":[0],"A":[1],"theory":[2],"of":[3,39,64,79,85,101,108,122,133,146,164,171,182],"neural":[4,42],"networks":[5],"(NNs)":[6],"built":[7,46],"upon":[8],"collective":[9,153],"variables":[10,66,154],"would":[11],"provide":[12,174],"scientists":[13],"with":[14,130,156],"the":[15,20,34,37,40,48,53,58,62,74,77,80,83,86,99,106,152,157,165,180],"tools":[16],"to":[17,52,98],"better":[18],"understand":[19],"learning":[21],"process":[22],"at":[23],"every":[24],"stage.":[25],"In":[26],"this":[27,111,172,191],"work,":[28],"we":[29],"introduce":[30],"two":[31],"such":[32],"variables,":[33],"entropy":[35],"and":[36,67,82],"trace":[38,78],"empirical":[41],"tangent":[43],"kernel":[44],"(NTK)":[45],"on":[47],"training":[49,90,107,124,186],"data":[50,103,125,183],"passed":[51],"model.":[54],"We":[55],"empirically":[56],"analyze":[57],"NN":[59,185],"performance":[60],"in":[61],"context":[63],"these":[65],"find":[68],"that":[69,138,151],"there":[70],"exists":[71],"correlation":[72],"between":[73],"starting":[75],"entropy,":[76],"NTK,":[81],"generalization":[84],"model":[87],"computed":[88],"after":[89],"is":[91,95,117,127,136],"complete.":[92],"This":[93],"framework":[94],"then":[96,128],"applied":[97],"problem":[100],"optimal":[102],"selection":[104,132,181],"for":[105,184],"NNs.":[109],"To":[110],"end,":[112],"random":[113,131,148],"network":[114],"distillation":[115],"(RND)":[116],"used":[118],"as":[119],"a":[120,175],"means":[121],"selecting":[123],"which":[126,179],"compared":[129],"data.":[134],"It":[135],"shown":[137],"not":[139],"only":[140],"does":[141],"RND":[142,158],"select":[143],"data-sets":[144,159],"capable":[145],"outperforming":[147],"selection,":[149],"but":[150],"associated":[155],"are":[160],"larger":[161],"than":[162],"those":[163],"randomly":[166],"selected":[167],"sets.":[168],"The":[169],"results":[170],"investigation":[173],"stable":[176],"ground":[177],"from":[178],"can":[187],"be":[188],"driven":[189],"by":[190],"phenomenological":[192],"framework.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}