{"id":"https://openalex.org/W2798619491","doi":"https://doi.org/10.1109/acssc.2017.8335634","title":"Partial differential equations for training deep neural networks","display_name":"Partial differential equations for training deep neural networks","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2798619491","doi":"https://doi.org/10.1109/acssc.2017.8335634","mag":"2798619491"},"language":"en","primary_location":{"id":"doi:10.1109/acssc.2017.8335634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acssc.2017.8335634","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 51st Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006038667","display_name":"Pratik Chaudhari","orcid":"https://orcid.org/0000-0003-4590-1956"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pratik Chaudhari","raw_affiliation_strings":["Computer Science, University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004824330","display_name":"Adam M. Oberman","orcid":"https://orcid.org/0000-0002-4214-7364"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Adam Oberman","raw_affiliation_strings":["Department of Mathematics and Statistics, McGill University"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, McGill University","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002037883","display_name":"Stanley Osher","orcid":"https://orcid.org/0000-0002-7900-4658"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stanley Osher","raw_affiliation_strings":["Department of Mathematics, University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038328783","display_name":"Stefano Soatto","orcid":"https://orcid.org/0000-0003-2902-6362"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefano Soatto","raw_affiliation_strings":["Computer Science, University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109255489","display_name":"Guillaume Carlier","orcid":null},"institutions":[{"id":"https://openalex.org/I171048554","display_name":"Centre de Recherche en Math\u00e9matiques de la D\u00e9cision","ror":"https://ror.org/03s0gj002","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I171048554","https://openalex.org/I2746051580","https://openalex.org/I4210141950","https://openalex.org/I56435720"]},{"id":"https://openalex.org/I56435720","display_name":"Universit\u00e9 Paris Dauphine-PSL","ror":"https://ror.org/052bz7812","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580","https://openalex.org/I56435720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Carlier","raw_affiliation_strings":["CEREMADE, Universite Paris IX Dauphine"],"affiliations":[{"raw_affiliation_string":"CEREMADE, Universite Paris IX Dauphine","institution_ids":["https://openalex.org/I171048554","https://openalex.org/I56435720"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006038667"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":1.7203,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.84922694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1627","last_page":"1631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.7269036769866943},{"id":"https://openalex.org/keywords/partial-differential-equation","display_name":"Partial differential equation","score":0.668925404548645},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.620023250579834},{"id":"https://openalex.org/keywords/hamilton\u2013jacobi-equation","display_name":"Hamilton\u2013Jacobi equation","score":0.6111207008361816},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5642930865287781},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5575202107429504},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5273985266685486},{"id":"https://openalex.org/keywords/relaxation","display_name":"Relaxation (psychology)","score":0.48730528354644775},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4846273362636566},{"id":"https://openalex.org/keywords/connection","display_name":"Connection (principal bundle)","score":0.4430261552333832},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4206507205963135},{"id":"https://openalex.org/keywords/stochastic-partial-differential-equation","display_name":"Stochastic partial differential equation","score":0.41813600063323975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41375795006752014},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.33454591035842896},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.22365331649780273},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.18143180012702942},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12826502323150635}],"concepts":[{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.7269036769866943},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.668925404548645},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.620023250579834},{"id":"https://openalex.org/C2778860007","wikidata":"https://www.wikidata.org/wiki/Q1060137","display_name":"Hamilton\u2013Jacobi equation","level":2,"score":0.6111207008361816},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5642930865287781},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5575202107429504},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5273985266685486},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.48730528354644775},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4846273362636566},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.4430261552333832},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4206507205963135},{"id":"https://openalex.org/C84629840","wikidata":"https://www.wikidata.org/wiki/Q16979017","display_name":"Stochastic partial differential equation","level":3,"score":0.41813600063323975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41375795006752014},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33454591035842896},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.22365331649780273},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.18143180012702942},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12826502323150635},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acssc.2017.8335634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acssc.2017.8335634","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 51st Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1494380031","https://openalex.org/W1496466567","https://openalex.org/W1567262822","https://openalex.org/W1575877217","https://openalex.org/W1583497301","https://openalex.org/W1953936588","https://openalex.org/W1994616650","https://openalex.org/W2002182424","https://openalex.org/W2038497950","https://openalex.org/W2167433878","https://openalex.org/W2168914046","https://openalex.org/W2211979669","https://openalex.org/W2262732936","https://openalex.org/W2919115771","https://openalex.org/W2963382180","https://openalex.org/W2963480765","https://openalex.org/W3093329015","https://openalex.org/W3103710211","https://openalex.org/W3118608800","https://openalex.org/W4235921991","https://openalex.org/W4238209390","https://openalex.org/W6684809622","https://openalex.org/W6685044387"],"related_works":["https://openalex.org/W4200506717","https://openalex.org/W4296209631","https://openalex.org/W2029860844","https://openalex.org/W2767915842","https://openalex.org/W2963459055","https://openalex.org/W948306682","https://openalex.org/W1762206374","https://openalex.org/W347038042","https://openalex.org/W144405564","https://openalex.org/W3088846080"],"abstract_inverted_index":{"This":[0],"paper":[1],"establishes":[2],"a":[3,32],"connection":[4],"between":[5],"non-convex":[6],"optimization":[7],"and":[8,66],"nonlinear":[9],"partial":[10],"differential":[11],"equations":[12],"(PDEs).":[13],"We":[14],"interpret":[15],"empirically":[16],"successful":[17],"relaxation":[18],"techniques":[19,48],"motivated":[20],"from":[21],"statistical":[22],"physics":[23],"for":[24],"training":[25],"deep":[26],"neural":[27,85],"networks":[28],"as":[29],"solutions":[30],"of":[31,62,83],"viscous":[33],"Hamilton-Jacobi":[34,74],"(HJ)":[35],"PDE.":[36],"The":[37],"underlying":[38],"stochastic":[39,52],"control":[40],"interpretation":[41],"allows":[42],"us":[43],"to":[44],"prove":[45],"that":[46,76],"these":[47],"perform":[49],"better":[50],"than":[51],"gradient":[53],"descent.":[54],"Our":[55],"analysis":[56],"provides":[57],"insight":[58],"into":[59],"the":[60,63,72,80],"geometry":[61],"energy":[64],"landscape":[65],"suggests":[67],"new":[68],"algorithms":[69],"based":[70],"on":[71],"non-viscous":[73],"PDE":[75],"can":[77],"effectively":[78],"tackle":[79],"high":[81],"dimensionality":[82],"modern":[84],"networks.":[86]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}