{"id":"https://openalex.org/W2936060459","doi":"https://doi.org/10.1109/icassp.2019.8682855","title":"Learning Shallow Neural Networks via Provable Gradient Descent with Random Initialization","display_name":"Learning Shallow Neural Networks via Provable Gradient Descent with Random Initialization","alternate_titles":[],"publication_year":2019,"publication_date":"2019-04-17","ids":{"openalex":"https://openalex.org/W2936060459","doi":"https://doi.org/10.1109/icassp.2019.8682855","mag":"2936060459"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2019.8682855","doi":"https://doi.org/10.1109/icassp.2019.8682855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8682855","pdf_url":null,"source":{"id":"https://openalex.org/S4363607879","display_name":"IEEE International Conference on Acoustics Speech and Signal Processing","issn_l":"1520-6149","issn":["1520-6149","2379-190X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2936060459"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026012171","display_name":"Shuhao Xia","orcid":"https://orcid.org/0000-0002-7887-2453","observed_orcids":["https://orcid.org/0000-0002-7887-2453"]},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhao Xia","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022499594","display_name":"Yuanming Shi","orcid":"https://orcid.org/0000-0002-1418-7465","observed_orcids":["https://orcid.org/0000-0002-1418-7465"]},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanming Shi","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":0.2832,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.54050747,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"5616","last_page":"5620"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shallow-neural-networks","display_name":"shallow neural networks","score":0.7480000257492065},{"id":"https://openalex.org/keywords/two-layer-neural-networks","display_name":"two-layer neural networks","score":0.7940000295639038},{"id":"https://openalex.org/keywords/random-initialization","display_name":"random initialization","score":0.8159999847412109},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"gradient descent","score":0.8659999966621399},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.871999979019165},{"id":"https://openalex.org/keywords/strong-convexity","display_name":"strong convexity","score":0.8579999804496765},{"id":"https://openalex.org/keywords/linear-convergence","display_name":"linear convergence","score":0.7749999761581421},{"id":"https://openalex.org/keywords/global-optimality","display_name":"global optimality","score":0.640999972820282}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8682948350906372},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.8050253391265869},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.6304487586021423},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.6215559244155884},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6104804277420044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5773464441299438},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.5385786890983582},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4982306957244873},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4171365201473236},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4103219509124756},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3997059464454651},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3766753077507019},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3343130648136139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32363641262054443},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.11714407801628113},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2019.8682855","doi":"https://doi.org/10.1109/icassp.2019.8682855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8682855","pdf_url":null,"source":{"id":"https://openalex.org/S4363607879","display_name":"IEEE International Conference on Acoustics Speech and Signal Processing","issn_l":"1520-6149","issn":["1520-6149","2379-190X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2143859313","https://openalex.org/W2146989110","https://openalex.org/W2404068508","https://openalex.org/W2592651140","https://openalex.org/W2739160792","https://openalex.org/W2788506892","https://openalex.org/W2789048837","https://openalex.org/W2790687101","https://openalex.org/W2798291370","https://openalex.org/W2887509927","https://openalex.org/W2894972989","https://openalex.org/W2906602402","https://openalex.org/W2963092340","https://openalex.org/W2963177963"],"related_works":["https://openalex.org/W2961321674","https://openalex.org/W2894604724","https://openalex.org/W2587741277","https://openalex.org/W2789138075","https://openalex.org/W3021189130","https://openalex.org/W4224325103","https://openalex.org/W2739160792","https://openalex.org/W4320582959","https://openalex.org/W2992146231"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"the":[3,25,29,37,40,45,51],"provable":[4],"gradient":[5,48],"descent":[6,49],"algorithm":[7],"with":[8,17],"random":[9],"initialization":[10],"for":[11,50],"learning":[12],"a":[13,61,72,80,85],"two-layer":[14],"neural":[15,53],"network":[16,54],"quadratic":[18],"activation":[19],"functions.":[20],"Specifically,":[21],"we":[22],"focus":[23],"on":[24],"under-parameterized":[26],"regime":[27],"where":[28],"number":[30],"of":[31,39],"hidden":[32],"units":[33],"is":[34,57],"smaller":[35],"than":[36],"dimension":[38],"inputs.":[41],"We":[42],"reveal":[43],"that":[44,64],"randomly":[46],"initialized":[47],"nonconvex":[52],"training":[55],"problem":[56],"able":[58],"to":[59,79],"enter":[60],"local":[62],"region":[63],"enjoys":[65],"strong":[66,69],"convexity":[67],"and":[68,75],"smoothness":[70],"within":[71],"few":[73],"iterations,":[74],"then":[76],"provably":[77],"converges":[78],"globally":[81],"optimal":[82],"model":[83],"at":[84],"linear":[86],"rate.":[87]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2936060459","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2019-04-25T00:00:00"}
