{"id":"https://openalex.org/W7154762610","doi":"https://doi.org/10.48550/arxiv.2604.14669","title":"Zeroth-Order Optimization at the Edge of Stability","display_name":"Zeroth-Order Optimization at the Edge of Stability","publication_year":2026,"publication_date":"2026-04-16","ids":{"openalex":"https://openalex.org/W7154762610","doi":"https://doi.org/10.48550/arxiv.2604.14669"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.14669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.14669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133912105","display_name":"Minhak Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Minhak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133832179","display_name":"Liang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057208641","display_name":"Bingcong Li","orcid":"https://orcid.org/0000-0003-1958-4168"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bingcong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133842667","display_name":"Niao He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Niao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049845074","display_name":"Michael Muehlebach","orcid":"https://orcid.org/0000-0002-7764-3069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muehlebach, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133887762","display_name":"Sewoong Oh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Sewoong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7649999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7649999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.11129999905824661,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.03139999881386757,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9448999762535095},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.7304999828338623},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6665999889373779},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.583299994468689},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.4796999990940094},{"id":"https://openalex.org/keywords/hessian-equation","display_name":"Hessian equation","score":0.4300999939441681},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.41429999470710754},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4108000099658966}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.9448999762535095},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.7304999828338623},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6665999889373779},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5855000019073486},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.583299994468689},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.46000000834465027},{"id":"https://openalex.org/C73729460","wikidata":"https://www.wikidata.org/wiki/Q17023339","display_name":"Hessian equation","level":4,"score":0.4300999939441681},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4047999978065491},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C114954040","wikidata":"https://www.wikidata.org/wiki/Q1476018","display_name":"Quasi-Newton method","level":4,"score":0.32829999923706055},{"id":"https://openalex.org/C182310444","wikidata":"https://www.wikidata.org/wiki/Q1332643","display_name":"Boundary value problem","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.28850001096725464},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2768000066280365},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C143170015","wikidata":"https://www.wikidata.org/wiki/Q17007850","display_name":"Stability conditions","level":3,"score":0.2653999924659729}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.14669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.14669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.14669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Zeroth-order":[0],"(ZO)":[1],"methods":[2,53,85,128,177],"are":[3,8],"widely":[4],"used":[5],"when":[6],"gradients":[7],"unavailable":[9],"or":[10],"prohibitively":[11],"expensive,":[12],"including":[13],"black-box":[14],"learning":[15,28,151],"and":[16,118,137],"memory-efficient":[17],"fine-tuning":[18],"of":[19,48,51,83,133,149],"large":[20,166],"models,":[21],"yet":[22],"their":[23],"optimization":[24],"dynamics":[25],"in":[26,100,175],"deep":[27,150],"remain":[29],"underexplored.":[30],"In":[31],"this":[32],"work,":[33],"we":[34,105,123],"provide":[35],"an":[36,157],"explicit":[37],"step":[38,167],"size":[39],"condition":[40],"that":[41,111,125],"exactly":[42],"captures":[43],"the":[44,56,77,88,94,115,119,131,142,171,180],"(mean-square)":[45],"linear":[46],"stability":[47,72,82,109,144],"a":[49,63,147],"family":[50],"ZO":[52,84,127,163],"based":[54],"on":[55,87,114],"standard":[57],"two-point":[58],"estimator.":[59],"Our":[60,154],"characterization":[61],"reveals":[62],"sharp":[64],"contrast":[65],"with":[66],"first-order":[67],"(FO)":[68],"methods:":[69],"whereas":[70,174],"FO":[71,176],"is":[73,98],"governed":[74],"solely":[75],"by":[76],"largest":[78,116],"Hessian":[79,90,96,120,172],"eigenvalue,":[80],"mean-square":[81],"depends":[86],"entire":[89],"spectrum.":[91],"Since":[92],"computing":[93],"full":[95],"spectrum":[97],"infeasible":[99],"practical":[101],"neural":[102],"network":[103],"training,":[104],"further":[106],"derive":[107],"tractable":[108],"bounds":[110],"depend":[112],"only":[113],"eigenvalue":[117],"trace.":[121],"Empirically,":[122],"find":[124],"full-batch":[126],"operate":[129],"at":[130],"edge":[132],"stability:":[134],"ZO-GD,":[135],"ZO-GDM,":[136],"ZO-Adam":[138],"consistently":[139],"stabilize":[140],"near":[141],"predicted":[143],"boundary":[145],"across":[146],"range":[148],"training":[152],"problems.":[153],"results":[155],"highlight":[156],"implicit":[158],"regularization":[159],"effect":[160],"specific":[161],"to":[162],"methods,":[164],"where":[165],"sizes":[168],"primarily":[169],"regularize":[170,179],"trace,":[173],"they":[178],"top":[181],"eigenvalue.":[182]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-18T00:00:00"}