{"id":"https://openalex.org/W4400979641","doi":"https://doi.org/10.1103/physrevresearch.6.033103","title":"Weight fluctuations in deep linear neural networks and a derivation of the inverse-variance flatness relation","display_name":"Weight fluctuations in deep linear neural networks and a derivation of the inverse-variance flatness relation","publication_year":2024,"publication_date":"2024-07-25","ids":{"openalex":"https://openalex.org/W4400979641","doi":"https://doi.org/10.1103/physrevresearch.6.033103"},"language":"en","primary_location":{"id":"doi:10.1103/physrevresearch.6.033103","doi":"https://doi.org/10.1103/physrevresearch.6.033103","is_oa":true,"landing_page_url":"https://doi.org/10.1103/physrevresearch.6.033103","pdf_url":null,"source":{"id":"https://openalex.org/S4210240247","display_name":"Physical Review Research","issn_l":"2643-1564","issn":["2643-1564"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Review Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1103/physrevresearch.6.033103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Markus Gross","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Gross","raw_affiliation_strings":["Deutsches Zentrum f\u00fcr Luft- und Raumfahrt","Institute for AI Safety and Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute for AI Safety and Security","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047773398","display_name":"Arne Raulf","orcid":"https://orcid.org/0009-0003-8672-3014","observed_orcids":["https://orcid.org/0009-0003-8672-3014"]},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arne P. Raulf","raw_affiliation_strings":["Deutsches Zentrum f\u00fcr Luft- und Raumfahrt","Institute for AI Safety and Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute for AI Safety and Security","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110136797","display_name":"Christoph W. Rath","orcid":"https://orcid.org/0000-0002-5545-3029","observed_orcids":["https://orcid.org/0000-0002-5545-3029"]},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph R\u00e4th","raw_affiliation_strings":["Deutsches Zentrum f\u00fcr Luft- und Raumfahrt","Institute for AI Safety and Security"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute for AI Safety and Security","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2898391981"],"apc_list":{"value":2625,"currency":"USD","value_usd":2625},"apc_paid":{"value":2491,"currency":"EUR","value_usd":2686},"fwci":0.2427,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50694799,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"6","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.04320000112056732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weight-variation","display_name":"weight variation","score":0.9039999842643738},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"stochastic gradient descent","score":0.7239999771118164},{"id":"https://openalex.org/keywords/continuum-limit","display_name":"continuum limit","score":0.8299999833106995},{"id":"https://openalex.org/keywords/noise-covariance-matrix","display_name":"noise covariance matrix","score":0.7799999713897705},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.7839999794960022},{"id":"https://openalex.org/keywords/detailed-balance","display_name":"detailed balance","score":0.7829999923706055},{"id":"https://openalex.org/keywords/interlayer-coupling","display_name":"interlayer coupling","score":0.7829999923706055},{"id":"https://openalex.org/keywords/flat-minima","display_name":"flat minima","score":0.5569999814033508}],"concepts":[{"id":"https://openalex.org/C2778530986","wikidata":"https://www.wikidata.org/wiki/Q5457948","display_name":"Flatness (cosmology)","level":3,"score":0.7200196385383606},{"id":"https://openalex.org/C184050105","wikidata":"https://www.wikidata.org/wiki/Q273163","display_name":"Isotropy","level":2,"score":0.561647355556488},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.5554168224334717},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5545541048049927},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.5387711524963379},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.5261033177375793},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49049848318099976},{"id":"https://openalex.org/C85725439","wikidata":"https://www.wikidata.org/wiki/Q466686","display_name":"Anisotropy","level":2,"score":0.4656202495098114},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.46399351954460144},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4235972762107849},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4184111952781677},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3402676582336426},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.27689576148986816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.1961384415626526},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15871748328208923},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.10295262932777405},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.09611707925796509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09356963634490967},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C26405456","wikidata":"https://www.wikidata.org/wiki/Q338","display_name":"Cosmology","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1103/physrevresearch.6.033103","doi":"https://doi.org/10.1103/physrevresearch.6.033103","is_oa":true,"landing_page_url":"https://doi.org/10.1103/physrevresearch.6.033103","pdf_url":null,"source":{"id":"https://openalex.org/S4210240247","display_name":"Physical Review Research","issn_l":"2643-1564","issn":["2643-1564"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Review Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2311.14120","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.14120","pdf_url":"https://arxiv.org/pdf/2311.14120","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:elib.dlr.de:205545","doi":null,"is_oa":true,"landing_page_url":"https://doi.org/10.1103/PhysRevResearch.6.033103>.","pdf_url":"https://elib.dlr.de/205545/1/PhysRevResearch.6.033103.pdf","source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Zeitschriftenbeitrag"},{"id":"pmh:oai:doaj.org/article:5376911a49544914872f063092a1e3b6","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/5376911a49544914872f063092a1e3b6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Physical Review Research, Vol 6, Iss 3, p 033103 (2024)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2311.14120","doi":"https://doi.org/10.48550/arxiv.2311.14120","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.14120","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1103/physrevresearch.6.033103","doi":"https://doi.org/10.1103/physrevresearch.6.033103","is_oa":true,"landing_page_url":"https://doi.org/10.1103/physrevresearch.6.033103","pdf_url":null,"source":{"id":"https://openalex.org/S4210240247","display_name":"Physical Review Research","issn_l":"2643-1564","issn":["2643-1564"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Review Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400979641.pdf","grobid_xml":"https://content.openalex.org/works/W4400979641.grobid-xml"},"referenced_works_count":110,"referenced_works":["https://openalex.org/W230980609","https://openalex.org/W1514337951","https://openalex.org/W1524172054","https://openalex.org/W1533861849","https://openalex.org/W1583837637","https://openalex.org/W1650706190","https://openalex.org/W1964862779","https://openalex.org/W1994108292","https://openalex.org/W1995842804","https://openalex.org/W2009086942","https://openalex.org/W2040724738","https://openalex.org/W2068558570","https://openalex.org/W2097139575","https://openalex.org/W2110166586","https://openalex.org/W2114849571","https://openalex.org/W2125930537","https://openalex.org/W2162657038","https://openalex.org/W2473418344","https://openalex.org/W2541919214","https://openalex.org/W2559655401","https://openalex.org/W2660589364","https://openalex.org/W2763894180","https://openalex.org/W2765393161","https://openalex.org/W2765733029","https://openalex.org/W2766965791","https://openalex.org/W2768267830","https://openalex.org/W2773177849","https://openalex.org/W2787894218","https://openalex.org/W2788800397","https://openalex.org/W2790013445","https://openalex.org/W2790867397","https://openalex.org/W2796146910","https://openalex.org/W2804386825","https://openalex.org/W2889237180","https://openalex.org/W2893110193","https://openalex.org/W2894522208","https://openalex.org/W2894604724","https://openalex.org/W2896556344","https://openalex.org/W2898365215","https://openalex.org/W2899790086","https://openalex.org/W2912322140","https://openalex.org/W2912811302","https://openalex.org/W2913930213","https://openalex.org/W2913954081","https://openalex.org/W2923764619","https://openalex.org/W2943463079","https://openalex.org/W2947451636","https://openalex.org/W2950220847","https://openalex.org/W2950404682","https://openalex.org/W2950942124","https://openalex.org/W2951412272","https://openalex.org/W2952204734","https://openalex.org/W2962712496","https://openalex.org/W2962915600","https://openalex.org/W2962932339","https://openalex.org/W2963518130","https://openalex.org/W2963837241","https://openalex.org/W2990730264","https://openalex.org/W2994081359","https://openalex.org/W2996141621","https://openalex.org/W3007705674","https://openalex.org/W3015528344","https://openalex.org/W3037239953","https://openalex.org/W3041497723","https://openalex.org/W3043426275","https://openalex.org/W3044937292","https://openalex.org/W3087768334","https://openalex.org/W3096727283","https://openalex.org/W3099289805","https://openalex.org/W3118431319","https://openalex.org/W3121698465","https://openalex.org/W3130298903","https://openalex.org/W3130584495","https://openalex.org/W3153303803","https://openalex.org/W3158775690","https://openalex.org/W3166125248","https://openalex.org/W3166209752","https://openalex.org/W3166627127","https://openalex.org/W3167034272","https://openalex.org/W3169235690","https://openalex.org/W3172995164","https://openalex.org/W3176723190","https://openalex.org/W3199551596","https://openalex.org/W3207786655","https://openalex.org/W3215746499","https://openalex.org/W4200337531","https://openalex.org/W4206315910","https://openalex.org/W4212774754","https://openalex.org/W4221155270","https://openalex.org/W4221158510","https://openalex.org/W4226139235","https://openalex.org/W4286793238","https://openalex.org/W4286883727","https://openalex.org/W4287065277","https://openalex.org/W4313332556","https://openalex.org/W4318908026","https://openalex.org/W4320853744","https://openalex.org/W4321013734","https://openalex.org/W4361021343","https://openalex.org/W4379644804","https://openalex.org/W4379924477","https://openalex.org/W4382566490","https://openalex.org/W4384644454","https://openalex.org/W4387323784","https://openalex.org/W4396678331","https://openalex.org/W4403605408","https://openalex.org/W4407675830","https://openalex.org/W4414430140","https://openalex.org/W7133212849","https://openalex.org/W7133218258"],"related_works":["https://openalex.org/W4384644454","https://openalex.org/W3130584495","https://openalex.org/W3006623748","https://openalex.org/W4414430140","https://openalex.org/W2998183708","https://openalex.org/W7128003925","https://openalex.org/W3042560000","https://openalex.org/W7128023742","https://openalex.org/W4415309735","https://openalex.org/W4411087767"],"abstract_inverted_index":{"We":[0,101,143],"investigate":[1],"the":[2,16,29,36,40,43,50,57,86,90,97,103,113,119,122,132,140,150,167],"stationary":[3,99],"(late-time)":[4],"training":[5],"regime":[6],"of":[7,19,31,42,61,89,110,134,149,159],"single-":[8],"and":[9,95],"two-layer":[10,82],"underparameterized":[11,38,81],"linear":[12,162],"neural":[13,163],"networks":[14],"within":[15],"continuum":[17],"limit":[18],"stochastic":[20,87],"gradient":[21],"descent":[22],"(SGD)":[23],"for":[24,112],"synthetic":[25],"Gaussian":[26],"data.":[27],"In":[28,116],"case":[30],"a":[32,107,157,160],"single-layer":[33,120],"network":[34],"in":[35,68,92,156],"weakly":[37],"regime,":[39],"spectrum":[41],"noise":[44],"covariance":[45],"matrix":[46],"deviates":[47],"notably":[48],"from":[49],"Hessian,":[51],"which":[52,135],"can":[53],"be":[54],"attributed":[55],"to":[56,118,128,139],"broken":[58],"detailed":[59],"balance":[60],"SGD":[62],"dynamics.":[63],"The":[64],"weight":[65,114,123],"fluctuations,":[66],"are":[67,125],"this":[69],"case,":[70,121],"generally":[71],"anisotropic":[72,130],"but":[73],"effectively":[74,126],"experience":[75],"an":[76,80,129,146],"isotropic":[77],"loss.":[78],"For":[79],"network,":[83],"we":[84],"describe":[85],"dynamics":[88],"weights":[91],"each":[93],"layer":[94],"analyze":[96],"associated":[98],"covariances.":[100],"identify":[102],"interlayer":[104],"coupling":[105],"as":[106],"distinct":[108],"source":[109],"anisotropy":[111],"fluctuations.":[115],"contrast":[117],"fluctuations":[124],"subject":[127],"loss,":[131],"flatness":[133,154],"is":[136],"inversely":[137],"related":[138],"fluctuation":[141],"variance.":[142],"thereby":[144],"provide":[145],"analytical":[147],"derivation":[148],"recently":[151],"observed":[152],"inverse-variance":[153],"relation":[155],"model":[158],"deep":[161],"network.":[164],"Published":[165],"by":[166],"American":[168],"Physical":[169],"Society":[170],"2024":[171]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2024-07-26T00:00:00"}