{"id":"https://openalex.org/W2963092340","doi":null,"title":"How to escape saddle points efficiently","display_name":"How to escape saddle points efficiently","alternate_titles":[],"publication_year":2017,"publication_date":"2017-08-06","ids":{"openalex":"https://openalex.org/W2963092340","mag":"2963092340"},"language":"en","primary_location":{"id":"mag:2963092340","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v70/jin17a/jin17a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2963092340"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101961985","display_name":"Chi Jin","orcid":"https://orcid.org/0000-0002-2865-5610","observed_orcids":["https://orcid.org/0000-0002-2865-5610"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chi Jin","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":"https://orcid.org/0000-0002-2865-5610","affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101636973","display_name":"Rong Ge","orcid":"https://orcid.org/0000-0003-2807-7168","observed_orcids":["https://orcid.org/0000-0003-2807-7168"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rong Ge","raw_affiliation_strings":["Duke University#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-2807-7168","affiliations":[{"raw_affiliation_string":"Duke University#TAB#","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007012613","display_name":"Praneeth Netrapalli","orcid":"https://orcid.org/0000-0003-3863-6162","observed_orcids":["https://orcid.org/0000-0003-3863-6162"]},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Praneeth Netrapalli","raw_affiliation_strings":["[Microsoft Research, India]"],"raw_orcid":"https://orcid.org/0000-0003-3863-6162","affiliations":[{"raw_affiliation_string":"[Microsoft Research, India]","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108381794","display_name":"Sham M. Kakade","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sham M. Kakade","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049812527","display_name":"Michael I. Jordan","orcid":"https://orcid.org/0000-0001-8935-817X","observed_orcids":["https://orcid.org/0000-0001-8935-817X"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael I. Jordan","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.7017,"has_fulltext":false,"cited_by_count":750,"citation_normalized_percentile":{"value":0.99474662,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1724","last_page":"1732"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/saddle-point-escape","display_name":"saddle point escape","score":0.9129999876022339},{"id":"https://openalex.org/keywords/second-order-stationary-points","display_name":"second-order stationary points","score":0.9819999933242798},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.9520000219345093},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.6880000233650208},{"id":"https://openalex.org/keywords/local-minima","display_name":"local minima","score":0.7279999852180481},{"id":"https://openalex.org/keywords/matrix-factorization","display_name":"matrix factorization","score":0.8870000243186951},{"id":"https://openalex.org/keywords/global-convergence","display_name":"global convergence","score":0.6269999742507935}],"concepts":[{"id":"https://openalex.org/C2681867","wikidata":"https://www.wikidata.org/wiki/Q690935","display_name":"Saddle point","level":2,"score":0.8985840082168579},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.80182945728302},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.8005256652832031},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7050353288650513},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.6384859681129456},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5848578214645386},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5499510169029236},{"id":"https://openalex.org/C2777127463","wikidata":"https://www.wikidata.org/wiki/Q10862618","display_name":"Saddle","level":2,"score":0.5062407851219177},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4966617226600647},{"id":"https://openalex.org/C116149140","wikidata":"https://www.wikidata.org/wiki/Q2070951","display_name":"Descent direction","level":4,"score":0.4397680163383484},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.41451460123062134},{"id":"https://openalex.org/C72319582","wikidata":"https://www.wikidata.org/wiki/Q584304","display_name":"Degenerate energy levels","level":2,"score":0.4132070541381836},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4066656827926636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3110629916191101},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3071860671043396},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.2690584659576416},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2095908522605896},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14599919319152832},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09920713305473328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09389781951904297},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2963092340","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v70/jin17a/jin17a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1673735735","https://openalex.org/W1697075315","https://openalex.org/W2009941369","https://openalex.org/W2052891110","https://openalex.org/W2142949395","https://openalex.org/W2146989110","https://openalex.org/W2192240806","https://openalex.org/W2283023501","https://openalex.org/W2396019715","https://openalex.org/W2398500126","https://openalex.org/W2399402693","https://openalex.org/W2404068508","https://openalex.org/W2474090883","https://openalex.org/W2546420264","https://openalex.org/W2549393568","https://openalex.org/W2566608758","https://openalex.org/W2601846890","https://openalex.org/W2751811815"],"related_works":["https://openalex.org/W3213048841","https://openalex.org/W7077509395","https://openalex.org/W2920022891","https://openalex.org/W2912134372","https://openalex.org/W3132024219","https://openalex.org/W2949197720","https://openalex.org/W2146989110","https://openalex.org/W4308739290","https://openalex.org/W2617691536"],"abstract_inverted_index":{"This":[0],"paper":[1],"shows":[2,70],"that":[3,71,107],"a":[4,12,17,97,127],"perturbed":[5,72],"form":[6],"of":[7,34,42,101,130,139],"gradient":[8,43,73],"descent":[9,44,74],"converges":[10],"to":[11,45,50,88,114,142],"second-order":[13,60],"stationary":[14,47,61],"point":[15],"in":[16],"number":[18],"iterations":[19],"which":[20,136],"depends":[21],"only":[22],"poly-logarithmically":[23],"on":[24,126],"dimension":[25],"(i.e.,":[26],"it":[27],"is":[28],"almost":[29,79],"dimension-free).":[30],"The":[31],"convergence":[32,40,118],"rate":[33,41],"this":[35],"procedure":[36],"matches":[37],"the":[38,131,143],"well-known":[39],"first-order":[46],"points,":[48,135],"up":[49],"log":[51],"factors.":[52],"When":[53],"all":[54,59],"saddle":[55,77,134],"points":[56,62,78],"are":[57,63],"non-degenerate,":[58],"local":[64],"minima,":[65],"and":[66],"our":[67,108],"result":[68],"thus":[69],"can":[75,84,110],"escape":[76],"for":[80,120],"free.":[81],"Our":[82,123],"results":[83,109,124],"be":[85,111,138],"directly":[86,113],"applied":[87],"many":[89],"machine":[90],"learning":[91],"applications,":[92],"including":[93],"deep":[94],"learning.":[95],"As":[96],"particular":[98],"concrete":[99],"example":[100],"such":[102],"an":[103],"application,":[104],"we":[105],"show":[106],"used":[112],"establish":[115],"sharp":[116],"global":[117],"rates":[119],"matrix":[121],"factorization.":[122],"rely":[125],"novel":[128],"characterization":[129],"geometry":[132],"around":[133],"may":[137],"independent":[140],"interest":[141],"non-convex":[144],"optimization":[145],"community.":[146]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963092340","counts_by_year":[{"year":2026,"cited_by_count":98},{"year":2025,"cited_by_count":94},{"year":2024,"cited_by_count":81},{"year":2023,"cited_by_count":70},{"year":2022,"cited_by_count":88},{"year":2021,"cited_by_count":100},{"year":2020,"cited_by_count":86},{"year":2019,"cited_by_count":83},{"year":2018,"cited_by_count":39},{"year":2017,"cited_by_count":11}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-07-30T00:00:00"}
