{"id":"https://openalex.org/W2765428107","doi":"https://doi.org/10.48550/arxiv.1710.11205","title":"Critical Points of Neural Networks: Analytical Forms and Landscape Properties","display_name":"Critical Points of Neural Networks: Analytical Forms and Landscape Properties","alternate_titles":[],"publication_year":2017,"publication_date":"2017-10-30","ids":{"openalex":"https://openalex.org/W2765428107","doi":"https://doi.org/10.48550/arxiv.1710.11205","mag":"2765428107"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1710.11205","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.11205","pdf_url":"https://arxiv.org/pdf/1710.11205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2765428107"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1710.11205","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101704070","display_name":"Yi Zhou","orcid":"https://orcid.org/0000-0002-3982-9145","observed_orcids":["https://orcid.org/0000-0002-3982-9145"]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhou, Yi","raw_affiliation_strings":["Department of Electrical Computer Engineering Ohio State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Computer Engineering Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384384","display_name":"Yingbin Liang","orcid":"https://orcid.org/0000-0003-2631-4262","observed_orcids":["https://orcid.org/0000-0003-2631-4262","https://orcid.org/0000-0002-8635-2992"]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liang, Yingbin","raw_affiliation_strings":["Department of Electrical Computer Engineering Ohio State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Computer Engineering Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.06849999725818634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/critical-points","display_name":"critical points","score":0.7910000085830688},{"id":"https://openalex.org/keywords/squared-error-loss","display_name":"squared error loss","score":0.6000000238418579},{"id":"https://openalex.org/keywords/global-minimizers","display_name":"global minimizers","score":0.7839999794960022},{"id":"https://openalex.org/keywords/spurious-local-minima","display_name":"spurious local minima","score":0.8360000252723694},{"id":"https://openalex.org/keywords/linear-neural-networks","display_name":"linear neural networks","score":0.7889999747276306},{"id":"https://openalex.org/keywords/relu-activation-function","display_name":"ReLU activation","score":0.9940000176429749},{"id":"https://openalex.org/keywords/optimization-convergence","display_name":"optimization convergence","score":0.4749999940395355}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5467608571052551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3942415118217468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2743743658065796}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1710.11205","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.11205","pdf_url":"https://arxiv.org/pdf/1710.11205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1710.11205","doi":"https://doi.org/10.48550/arxiv.1710.11205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1710.11205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1710.11205","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.11205","pdf_url":"https://arxiv.org/pdf/1710.11205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2765428107.pdf","grobid_xml":"https://content.openalex.org/works/W2765428107.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1899249567","https://openalex.org/W2022740958","https://openalex.org/W2078626246","https://openalex.org/W2131703182","https://openalex.org/W2146989110","https://openalex.org/W2157665330","https://openalex.org/W2171902495","https://openalex.org/W2399994860","https://openalex.org/W2557283755","https://openalex.org/W2593380010","https://openalex.org/W2593709294","https://openalex.org/W2601424732","https://openalex.org/W2608609325","https://openalex.org/W2625063094","https://openalex.org/W2736030546","https://openalex.org/W2739160792","https://openalex.org/W2753218615","https://openalex.org/W2753926022","https://openalex.org/W2763374915","https://openalex.org/W2766844050","https://openalex.org/W2963055984"],"related_works":["https://openalex.org/W2963651774","https://openalex.org/W2787132992","https://openalex.org/W2996284974","https://openalex.org/W4284712609","https://openalex.org/W4287065277","https://openalex.org/W3112412645","https://openalex.org/W2766844050","https://openalex.org/W3012856280","https://openalex.org/W2943700667"],"abstract_inverted_index":{"Due":[0],"to":[1,7,47,113,127],"the":[2,34,40,49,66,70,79,90,94,98,101,108,120,124,129,133,157],"success":[3],"of":[4,11,36,45,52,65,78,93,100,123,136,148,160],"deep":[5],"learning":[6,14],"solving":[8],"a":[9,18,30],"variety":[10],"challenging":[12],"machine":[13],"tasks,":[15],"there":[16],"is":[17,143,173],"rising":[19],"interest":[20],"in":[21],"understanding":[22],"loss":[23,81,103,134,146,158],"functions":[24,82,104,135],"for":[25,69,83,132],"training":[26],"neural":[27,85,138],"networks":[28,150,163],"from":[29],"theoretical":[31],"aspect.":[32],"Particularly,":[33],"properties":[35,131],"critical":[37,71,95,125],"points":[38,72,96,126],"and":[39,62,110],"landscape":[41,130],"around":[42],"them":[43],"are":[44],"importance":[46],"determine":[48],"convergence":[50],"performance":[51],"optimization":[53],"algorithms.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58,118],"provide":[59],"full":[60],"(necessary":[61],"sufficient)":[63],"characterization":[64],"analytical":[67,91,121],"forms":[68,92,122],"(as":[73],"well":[74,106],"as":[75,105,107],"global":[76,115,175],"minimizers)":[77],"square":[80],"various":[84],"networks.":[86,139],"We":[87],"show":[88],"that":[89,172],"characterize":[97,128],"values":[99],"corresponding":[102],"necessary":[109],"sufficient":[111],"conditions":[112],"achieve":[114],"minimum.":[116,176],"Furthermore,":[117],"exploit":[119],"these":[137],"One":[140],"particular":[141],"conclusion":[142],"that:":[144],"The":[145],"function":[147,159,167],"linear":[149],"has":[151],"no":[152],"spurious":[153],"local":[154,170],"minimum,":[155],"while":[156],"one-hidden-layer":[161],"nonlinear":[162],"with":[164],"ReLU":[165],"activation":[166],"does":[168],"have":[169],"minimum":[171],"not":[174]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2765428107","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":7}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2017-11-10T00:00:00"}
