{"id":"https://openalex.org/W3021623424","doi":"https://doi.org/10.1109/tsp.2020.2993153","title":"Guaranteed Recovery of One-Hidden-Layer Neural Networks via Cross Entropy","display_name":"Guaranteed Recovery of One-Hidden-Layer Neural Networks via Cross Entropy","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3021623424","doi":"https://doi.org/10.1109/tsp.2020.2993153","mag":"3021623424"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2020.2993153","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.2993153","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013839479","display_name":"Haoyu Fu","orcid":"https://orcid.org/0000-0002-2108-7729"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoyu Fu","raw_affiliation_strings":["Department of ECE, The Ohio State University, Columbus, USA"],"raw_orcid":"https://orcid.org/0000-0002-2108-7729","affiliations":[{"raw_affiliation_string":"Department of ECE, The Ohio State University, Columbus, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053809095","display_name":"Yuejie Chi","orcid":"https://orcid.org/0000-0002-6766-5459"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuejie Chi","raw_affiliation_strings":["Department of ECE, Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0002-6766-5459","affiliations":[{"raw_affiliation_string":"Department of ECE, Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384384","display_name":"Yingbin Liang","orcid":"https://orcid.org/0000-0003-2631-4262"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingbin Liang","raw_affiliation_strings":["Department of ECE, The Ohio State University, Columbus, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of ECE, The Ohio State University, Columbus, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9556,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.88993706,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"68","issue":null,"first_page":"3225","last_page":"3235"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6775504946708679},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6036457419395447},{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"Empirical risk minimization","score":0.5655436515808105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5585870742797852},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.5533061027526855},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.5467414855957031},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5366619825363159},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4708870053291321},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4338816702365875},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4303149878978729},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42126837372779846},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3756217062473297},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3244214355945587},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.23146626353263855}],"concepts":[{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6775504946708679},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6036457419395447},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.5655436515808105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5585870742797852},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.5533061027526855},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.5467414855957031},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5366619825363159},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4708870053291321},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4338816702365875},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4303149878978729},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42126837372779846},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3756217062473297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3244214355945587},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.23146626353263855},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2020.2993153","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.2993153","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1516151778","display_name":null,"funder_award_id":"CCF-1900145","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2767619165","display_name":null,"funder_award_id":"FA9550-15-1-0205","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5229221730","display_name":null,"funder_award_id":"CCF-1801855","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5920574633","display_name":null,"funder_award_id":"CCF-1761506","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W643635367","https://openalex.org/W2103496339","https://openalex.org/W2117539524","https://openalex.org/W2137983211","https://openalex.org/W2142949395","https://openalex.org/W2166116275","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2405479119","https://openalex.org/W2566608758","https://openalex.org/W2591714514","https://openalex.org/W2608609325","https://openalex.org/W2618398196","https://openalex.org/W2625063094","https://openalex.org/W2765701314","https://openalex.org/W2766371994","https://openalex.org/W2768041186","https://openalex.org/W2768927505","https://openalex.org/W2777256551","https://openalex.org/W2785631679","https://openalex.org/W2788571728","https://openalex.org/W2790687101","https://openalex.org/W2808958252","https://openalex.org/W2810541051","https://openalex.org/W2887611796","https://openalex.org/W2890963110","https://openalex.org/W2919115771","https://openalex.org/W2952318479","https://openalex.org/W2962704746","https://openalex.org/W2962767131","https://openalex.org/W2962796306","https://openalex.org/W2962990163","https://openalex.org/W2963100491","https://openalex.org/W2963122491","https://openalex.org/W2963211922","https://openalex.org/W2963326517","https://openalex.org/W2963369075","https://openalex.org/W2963383839","https://openalex.org/W2963404710","https://openalex.org/W2963417959","https://openalex.org/W2963427613","https://openalex.org/W2963519230","https://openalex.org/W2963569411","https://openalex.org/W2963586744","https://openalex.org/W2963623651","https://openalex.org/W2963664410","https://openalex.org/W2963672337","https://openalex.org/W2963827833","https://openalex.org/W2964156132","https://openalex.org/W2964256664","https://openalex.org/W2969215180","https://openalex.org/W3094331929","https://openalex.org/W3100522009","https://openalex.org/W3102206315","https://openalex.org/W3105489725","https://openalex.org/W3123272904","https://openalex.org/W3137695714","https://openalex.org/W4293448676","https://openalex.org/W4293717613","https://openalex.org/W4295257237","https://openalex.org/W4302027967","https://openalex.org/W6621125592","https://openalex.org/W6681804681","https://openalex.org/W6690388216","https://openalex.org/W6695533872","https://openalex.org/W6712153814","https://openalex.org/W6713869322","https://openalex.org/W6733941281","https://openalex.org/W6734728544","https://openalex.org/W6736786397","https://openalex.org/W6737871451","https://openalex.org/W6738373677","https://openalex.org/W6739166439","https://openalex.org/W6739659843","https://openalex.org/W6739697921","https://openalex.org/W6744879188","https://openalex.org/W6744989570","https://openalex.org/W6745403758","https://openalex.org/W6745448519","https://openalex.org/W6745622407","https://openalex.org/W6746713790","https://openalex.org/W6748256991","https://openalex.org/W6748266487","https://openalex.org/W6748269070","https://openalex.org/W6752544856","https://openalex.org/W6754361328","https://openalex.org/W6763485134","https://openalex.org/W6765873015"],"related_works":["https://openalex.org/W4226299596","https://openalex.org/W4287868543","https://openalex.org/W4309434778","https://openalex.org/W3214759249","https://openalex.org/W4283773090","https://openalex.org/W2952817981","https://openalex.org/W2808958252","https://openalex.org/W2365402722","https://openalex.org/W2975491454","https://openalex.org/W2786807178"],"abstract_inverted_index":{"We":[0,40,56],"study":[1],"model":[2],"recovery":[3],"for":[4,135,145],"data":[5],"classification,":[6],"where":[7],"the":[8,29,34,37,45,50,62,80,86,113,126,131,151,160],"training":[9],"labels":[10],"are":[11],"generated":[12],"from":[13],"a":[14,24,76,105,170],"one-hidden-layer":[15,147],"neural":[16,38,53,148],"network":[17,43,47,54,161],"with":[18,59,157],"sigmoid":[19],"activations,":[20],"also":[21],"known":[22],"as":[23,83,85,168],"single-layer":[25],"feedforward":[26],"network,":[27],"and":[28,49,72,154],"goal":[30],"is":[31,89,109],"to":[32,104,112,159],"recover":[33],"weights":[35],"of":[36,79,173],"network.":[39],"consider":[41],"two":[42],"models,":[44],"fully-connected":[46],"(FCN)":[48],"non-overlapping":[51],"convolutional":[52],"(CNN).":[55],"prove":[57],"that":[58,94,108],"Gaussian":[60],"inputs,":[61],"empirical":[63,136],"risk":[64,137],"based":[65],"on":[66],"cross":[67,140],"entropy":[68,141],"exhibits":[69],"strong":[70],"convexity":[71],"smoothness":[73],"uniformly":[74],"in":[75,97],"local":[77],"neighborhood":[78],"ground":[81,114],"truth,":[82],"soon":[84],"sample":[87,153],"complexity":[88,156],"sufficiently":[90],"large.":[91],"This":[92,129],"implies":[93],"if":[95],"initialized":[96],"this":[98],"neighborhood,":[99],"gradient":[100,143],"descent":[101,144],"converges":[102],"linearly":[103],"critical":[106],"point":[107],"provably":[110],"close":[111],"truth.":[115],"Furthermore,":[116],"we":[117],"show":[118],"such":[119,167],"an":[120],"initialization":[121],"can":[122],"be":[123],"obtained":[124],"via":[125,142],"tensor":[127],"method.":[128],"establishes":[130],"global":[132],"convergence":[133],"guarantee":[134],"minimization":[138],"using":[139],"learning":[146],"networks,":[149],"at":[150,175],"near-optimal":[152],"computational":[155],"respect":[158],"input":[162],"dimension":[163],"without":[164],"unrealistic":[165],"assumptions":[166],"requiring":[169],"fresh":[171],"set":[172],"samples":[174],"each":[176],"iteration.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}