{"id":"https://openalex.org/W4321226558","doi":"https://doi.org/10.1038/s41467-023-36361-y","title":"Separation of scales and a thermodynamic description of feature learning in some CNNs","display_name":"Separation of scales and a thermodynamic description of feature learning in some CNNs","alternate_titles":[],"publication_year":2023,"publication_date":"2023-02-17","ids":{"openalex":"https://openalex.org/W4321226558","doi":"https://doi.org/10.1038/s41467-023-36361-y","pmid":"https://pubmed.ncbi.nlm.nih.gov/36804926","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9938275"},"language":"en","primary_location":{"id":"doi:10.1038/s41467-023-36361-y","doi":"https://doi.org/10.1038/s41467-023-36361-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41467-023-36361-y","pdf_url":"https://www.nature.com/articles/s41467-023-36361-y.pdf","source":{"id":"https://openalex.org/S64187185","display_name":"Nature Communications","issn_l":"2041-1723","issn":["2041-1723"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Communications","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4321226558"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41467-023-36361-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054816338","display_name":"Inbar Seroussi","orcid":"https://orcid.org/0000-0001-5209-5839","observed_orcids":["https://orcid.org/0000-0001-5209-5839"]},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Inbar Seroussi","raw_affiliation_strings":["Weizmann Institute of Science, Department of Mathematics, Rehovot, 7610001, Israel. inbarser@gmail.com","Weizmann Institute of Science, Department of Mathematics, Rehovot, 7610001, Israel"],"raw_orcid":"https://orcid.org/0000-0001-5209-5839","affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Department of Mathematics, Rehovot, 7610001, Israel. inbarser@gmail.com","institution_ids":["https://openalex.org/I53964585"]},{"raw_affiliation_string":"Weizmann Institute of Science, Department of Mathematics, Rehovot, 7610001, Israel","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007159385","display_name":"Gadi Naveh","orcid":"https://orcid.org/0000-0003-1734-6465","observed_orcids":["https://orcid.org/0000-0003-1734-6465"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gadi Naveh","raw_affiliation_strings":["Hebrew University, Racah Institute of Physics, Jerusalem, 9190401, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebrew University, Racah Institute of Physics, Jerusalem, 9190401, Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053390682","display_name":"Zohar Ringel","orcid":"https://orcid.org/0000-0002-2555-7695","observed_orcids":["https://orcid.org/0000-0002-2555-7695"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zohar Ringel","raw_affiliation_strings":["Hebrew University, Racah Institute of Physics, Jerusalem, 9190401, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebrew University, Racah Institute of Physics, Jerusalem, 9190401, Israel","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5054816338"],"corresponding_institution_ids":["https://openalex.org/I53964585"],"apc_list":{"value":6290,"currency":"USD","value_usd":6290},"apc_paid":{"value":6290,"currency":"USD","value_usd":6290},"fwci":5.0471,"has_fulltext":true,"cited_by_count":92,"citation_normalized_percentile":{"value":0.96943417,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":"14","issue":"1","first_page":"908","last_page":"908"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.5756999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.5756999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.301800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.03150000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scale-separation","display_name":"scale separation","score":0.9649999737739563},{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.8859999775886536},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.9089999794960022},{"id":"https://openalex.org/keywords/fully-connected-networks","display_name":"fully connected networks","score":0.8539999723434448},{"id":"https://openalex.org/keywords/slow-variables","display_name":"slow variables","score":0.49900001287460327},{"id":"https://openalex.org/keywords/gaussian-processes","display_name":"Gaussian processes","score":0.3889999985694885},{"id":"https://openalex.org/keywords/infinite-width-neural-networks","display_name":"infinite-width neural networks","score":0.5830000042915344}],"concepts":[{"id":"https://openalex.org/C2776061190","wikidata":"https://www.wikidata.org/wiki/Q7451805","display_name":"Separation (statistics)","level":2,"score":0.7254667282104492},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6036818027496338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4496772289276123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4011932909488678},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2622945308685303},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1038/s41467-023-36361-y","doi":"https://doi.org/10.1038/s41467-023-36361-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41467-023-36361-y","pdf_url":"https://www.nature.com/articles/s41467-023-36361-y.pdf","source":{"id":"https://openalex.org/S64187185","display_name":"Nature Communications","issn_l":"2041-1723","issn":["2041-1723"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Communications","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9938275","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9938275","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9938275/pdf/41467_2023_Article_36361.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nat Commun","raw_type":"Text"},{"id":"pmid:36804926","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36804926","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature communications","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2112.15383","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.15383","pdf_url":"https://arxiv.org/pdf/2112.15383","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:RePEc:nat:natcom:v:14:y:2023:i:1:d:10.1038_s41467-023-36361-y","doi":null,"is_oa":false,"landing_page_url":"https://www.nature.com/articles/s41467-023-36361-y","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:a93f28685df14ab280c445e62e02b891","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/a93f28685df14ab280c445e62e02b891","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nature Communications, Vol 14, Iss 1, Pp 1-12 (2023)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2112.15383","doi":"https://doi.org/10.48550/arxiv.2112.15383","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2112.15383","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1038/s41467-023-36361-y","doi":"https://doi.org/10.1038/s41467-023-36361-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41467-023-36361-y","pdf_url":"https://www.nature.com/articles/s41467-023-36361-y.pdf","source":{"id":"https://openalex.org/S64187185","display_name":"Nature Communications","issn_l":"2041-1723","issn":["2041-1723"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4378050577","display_name":null,"funder_award_id":"421/20","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G9000872143","display_name":"The Heart and the Mind: An Integrative Approach to Brain-Body Interactions in the Zebrafish","funder_award_id":"U19NS104653","funder_id":"https://openalex.org/F4320337359","funder_display_name":"National Institute of Neurological Disorders and Stroke"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337359","display_name":"National Institute of Neurological Disorders and Stroke","ror":"https://ror.org/01s5ya894"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321226558.pdf","grobid_xml":"https://content.openalex.org/works/W4321226558.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W577312108","https://openalex.org/W1502922572","https://openalex.org/W1505937442","https://openalex.org/W1746819321","https://openalex.org/W1904365287","https://openalex.org/W1954227087","https://openalex.org/W1981276685","https://openalex.org/W2026096161","https://openalex.org/W2031096259","https://openalex.org/W2031973939","https://openalex.org/W2111940465","https://openalex.org/W2167608136","https://openalex.org/W2168022998","https://openalex.org/W2171303908","https://openalex.org/W2566079294","https://openalex.org/W2591714514","https://openalex.org/W2766678531","https://openalex.org/W2807299122","https://openalex.org/W2809090039","https://openalex.org/W2899748887","https://openalex.org/W2912322140","https://openalex.org/W2913473169","https://openalex.org/W2925907129","https://openalex.org/W2942052807","https://openalex.org/W2950220847","https://openalex.org/W2952204734","https://openalex.org/W2952798651","https://openalex.org/W2962915600","https://openalex.org/W2963095610","https://openalex.org/W2965560528","https://openalex.org/W2980558348","https://openalex.org/W3005509776","https://openalex.org/W3006197067","https://openalex.org/W3010154184","https://openalex.org/W3089559016","https://openalex.org/W3101581426","https://openalex.org/W3104962057","https://openalex.org/W3131544746","https://openalex.org/W3149905706","https://openalex.org/W3157484000","https://openalex.org/W3171655036","https://openalex.org/W3176723190","https://openalex.org/W3198964499","https://openalex.org/W3204621306","https://openalex.org/W4211049957","https://openalex.org/W4211266147","https://openalex.org/W4221167850","https://openalex.org/W4286907835","https://openalex.org/W7004794585"],"related_works":["https://openalex.org/W3172130850","https://openalex.org/W3204621306","https://openalex.org/W6927570581","https://openalex.org/W4389879609","https://openalex.org/W4414451553","https://openalex.org/W4407091726","https://openalex.org/W4404025887","https://openalex.org/W7133446673","https://openalex.org/W7167795275"],"abstract_inverted_index":{"Deep":[0],"neural":[1,64],"networks":[2,65,70],"(DNNs)":[3],"are":[4,105],"powerful":[5],"tools":[6],"for":[7,108],"compressing":[8],"and":[9,14,67,88,116,144],"distilling":[10],"information.":[11],"Their":[12],"scale":[13],"complexity,":[15],"often":[16],"involving":[17],"billions":[18],"of":[19,43,54,85,127,142],"inter-dependent":[20],"parameters,":[21],"render":[22],"direct":[23],"microscopic":[24,46],"analysis":[25],"difficult.":[26],"Under":[27],"such":[28],"circumstances,":[29],"a":[30,51,95,118],"common":[31],"strategy":[32],"is":[33],"to":[34,113],"identify":[35,50],"slow":[36],"variables":[37],"that":[38,75],"average":[39],"the":[40,44,81,91,114],"erratic":[41],"behavior":[42],"fast":[45],"variables.":[47],"Here,":[48],"we":[49,73],"similar":[52],"separation":[53],"scales":[55],"occurring":[56],"in":[57,94,133,147],"fully":[58,68],"trained":[59],"finitely":[60],"over-parameterized":[61],"deep":[62,128],"convolutional":[63],"(CNNs)":[66],"connected":[69],"(FCNs).":[71],"Specifically,":[72],"show":[74],"DNN":[76],"layers":[77],"couple":[78],"only":[79],"through":[80],"second":[82],"cumulant":[83],"(kernels)":[84],"their":[86],"activations":[87],"pre-activations.":[89],"Moreover,":[90],"latter":[92],"fluctuates":[93],"nearly":[96],"Gaussian":[97,121],"manner.":[98],"For":[99],"infinite":[100],"width":[101],"DNNs,":[102],"these":[103],"kernels":[104],"inert,":[106],"while":[107],"finite":[109],"ones":[110],"they":[111],"adapt":[112],"data":[115],"yield":[117],"tractable":[119],"data-aware":[120],"Process.":[122],"The":[123],"resulting":[124],"thermodynamic":[125],"theory":[126],"learning":[129],"yields":[130],"accurate":[131],"predictions":[132],"various":[134],"settings.":[135],"In":[136],"addition,":[137],"it":[138],"provides":[139],"new":[140],"ways":[141],"analyzing":[143],"understanding":[145],"DNNs":[146],"general.":[148]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4321226558","counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-02-18T00:00:00"}
