{"id":"https://openalex.org/W7129602147","doi":"https://doi.org/10.48550/arxiv.2602.14789","title":"On the Stability of Nonlinear Dynamics in GD and SGD: Beyond Quadratic Potentials","display_name":"On the Stability of Nonlinear Dynamics in GD and SGD: Beyond Quadratic Potentials","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129602147","doi":"https://doi.org/10.48550/arxiv.2602.14789"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.14789","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076334995","display_name":"Rotem Mulayoff","orcid":"https://orcid.org/0000-0002-5991-0602"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mulayoff, Rotem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045519627","display_name":"Sebastian U. Stich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stich, Sebastian U.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18708105,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.8083999752998352},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.7038999795913696},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6327999830245972},{"id":"https://openalex.org/keywords/linearization","display_name":"Linearization","score":0.6182000041007996},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.593999981880188},{"id":"https://openalex.org/keywords/iterated-function","display_name":"Iterated function","score":0.5863000154495239},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.521399974822998},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.4968000054359436}],"concepts":[{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.8083999752998352},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.7038999795913696},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6327999830245972},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6324999928474426},{"id":"https://openalex.org/C11210021","wikidata":"https://www.wikidata.org/wiki/Q1520713","display_name":"Linearization","level":3,"score":0.6182000041007996},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.593999981880188},{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.5863000154495239},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4968000054359436},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.446399986743927},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4431000053882599},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3853999972343445},{"id":"https://openalex.org/C195956108","wikidata":"https://www.wikidata.org/wiki/Q7268362","display_name":"Quadratic growth","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C50488108","wikidata":"https://www.wikidata.org/wiki/Q618684","display_name":"Marginal stability","level":3,"score":0.3424000144004822},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C2776966350","wikidata":"https://www.wikidata.org/wiki/Q6935096","display_name":"Multistability","level":3,"score":0.3240000009536743},{"id":"https://openalex.org/C43466630","wikidata":"https://www.wikidata.org/wiki/Q17098945","display_name":"Linear stability","level":3,"score":0.3206999897956848},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.31940001249313354},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.2969000041484833},{"id":"https://openalex.org/C2681867","wikidata":"https://www.wikidata.org/wiki/Q690935","display_name":"Saddle point","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C207821765","wikidata":"https://www.wikidata.org/wiki/Q405372","display_name":"Instability","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.14789","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.14789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.14789","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"dynamical":[1],"stability":[2,154],"of":[3,24,98,110,187],"the":[4,14,57,79,96,115,128,184],"iterates":[5],"during":[6],"training":[7],"plays":[8],"a":[9,71,146,159],"key":[10],"role":[11],"in":[12,114,142,191],"determining":[13],"minima":[15,113],"obtained":[16],"by":[17,158],"optimization":[18],"algorithms.":[19],"For":[20],"example,":[21],"stable":[22,108,190],"solutions":[23],"gradient":[25,132],"descent":[26,133],"(GD)":[27],"correspond":[28],"to":[29,46,130],"flat":[30],"minima,":[31],"which":[32],"have":[33],"been":[34],"associated":[35],"with":[36],"favorable":[37],"features.":[38],"While":[39],"prior":[40],"work":[41,62],"often":[42],"relies":[43],"on":[44,121],"linearization":[45],"determine":[47],"stability,":[48],"it":[49],"remains":[50],"unclear":[51],"whether":[52],"linearized":[53],"dynamics":[54,139,186],"faithfully":[55],"capture":[56],"full":[58],"nonlinear":[59,99,138,185],"behavior.":[60],"Recent":[61],"has":[63],"shown":[64],"that":[65,84,137,153,162,177],"GD":[66,111],"may":[67],"stably":[68],"oscillate":[69],"near":[70,112],"linearly":[72,182],"unstable":[73],"minimum":[74],"and":[75],"still":[76],"converge":[77],"once":[78],"step":[80],"size":[81],"decays,":[82],"indicating":[83],"linear":[85,171],"analysis":[86,129,172],"can":[87,140,155],"be":[88,156],"misleading.":[89],"In":[90],"this":[91],"work,":[92],"we":[93,102,135,175],"explicitly":[94],"study":[95],"effect":[97],"terms.":[100],"Specifically,":[101],"derive":[103],"an":[104,167],"exact":[105],"criterion":[106],"for":[107],"oscillations":[109],"multivariate":[116],"setting.":[117],"Our":[118],"condition":[119],"depends":[120],"high-order":[122],"derivatives,":[123],"generalizing":[124],"existing":[125],"results.":[126],"Extending":[127],"stochastic":[131],"(SGD),":[134],"show":[136],"diverge":[141],"expectation":[143],"even":[144],"if":[145,178],"single":[147,160],"batch":[148,161],"is":[149],"unstable.":[150],"This":[151],"implies":[152],"dictated":[157],"oscillates":[163],"unstably,":[164],"rather":[165],"than":[166],"average":[168],"effect,":[169],"as":[170],"suggests.":[173],"Finally,":[174],"prove":[176],"all":[179],"batches":[180],"are":[181,189],"stable,":[183],"SGD":[188],"expectation.":[192]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-18T00:00:00"}