{"id":"https://openalex.org/W4417438950","doi":"https://doi.org/10.1109/tnnls.2025.3640733","title":"Spurious Local Minima Provably Exist for Deep CNNs: Theory and Application","display_name":"Spurious Local Minima Provably Exist for Deep CNNs: Theory and Application","publication_year":2025,"publication_date":"2025-12-17","ids":{"openalex":"https://openalex.org/W4417438950","doi":"https://doi.org/10.1109/tnnls.2025.3640733","pmid":"https://pubmed.ncbi.nlm.nih.gov/41406264"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3640733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3640733","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042428983","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0002-3482-6930"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Liu","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3482-6930","affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029873185","display_name":"Kai Fu","orcid":"https://orcid.org/0000-0002-8647-9889"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyi Fu","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042100540","display_name":"Tongtong Yuan","orcid":"https://orcid.org/0000-0002-8224-9891"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongtong Yuan","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8224-9891","affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shen Geng","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen Geng","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30611284,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"6","first_page":"2839","last_page":"2853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5242000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5242000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.23729999363422394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.05959999933838844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.9677000045776367},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.9625999927520752},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.48240000009536743},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4722000062465668},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.4323999881744385},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42320001125335693}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.9677000045776367},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.9625999927520752},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.48240000009536743},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4722000062465668},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4699999988079071},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4584999978542328},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42320001125335693},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4140999913215637},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3465000092983246},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3393999934196472},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.28439998626708984}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3640733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3640733","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:41406264","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41406264","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5737841605","display_name":null,"funder_award_id":"62402023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7985209521","display_name":null,"funder_award_id":"62476181","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1988485873","https://openalex.org/W2078626246","https://openalex.org/W2097117768","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2618530766","https://openalex.org/W2963417959","https://openalex.org/W2963446712","https://openalex.org/W2981407587","https://openalex.org/W3193726607","https://openalex.org/W4220917868","https://openalex.org/W4225974998","https://openalex.org/W4250589301","https://openalex.org/W4287323484","https://openalex.org/W4309880056","https://openalex.org/W7133201302","https://openalex.org/W7133201437","https://openalex.org/W7133217791","https://openalex.org/W7133218258"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,188],"prove":[4],"that":[5,85,117,198,221],"a":[6,49,100,118,149,152,156,190],"general":[7,39],"family":[8],"of":[9,18,34,120,148,158,166,184],"spurious":[10,35,168,185],"local":[11,36,50,169,186,196],"minima":[12,37,197],"exist":[13],"in":[14,65,112,127,137,171,229],"the":[15,69,91,106,113,128,146],"loss":[16,27],"landscape":[17],"deep":[19],"convolutional":[20,110],"neural":[21],"networks":[22],"(CNNs)":[23],"with":[24,44,68],"strictly":[25],"convex":[26],"functions":[28],"and":[29,40,56,131,205,212,219,240],"ReLU":[30],"activations.":[31],"Our":[32],"construction":[33,183],"is":[38,123,199],"applies":[41],"to":[42,98,194,201],"CNNs":[43],"arbitrary":[45],"architectures.":[46],"We":[47,104,115,161],"construct":[48,58],"minimum":[51,170],"$\\theta":[52,61,74,94],"$":[53,64,75,97],"at":[54],"first,":[55],"then":[57,162],"another":[59],"point":[60],"^{\\prime":[62,95],"}":[63,96],"parameter":[66],"space":[67],"same":[70],"empirical":[71,102],"risk":[72],"as":[73],".":[76],"Data":[77],"samples":[78,122],"are":[79,176],"split":[80],"into":[81],"some":[82],"groups":[83],"such":[84],"each":[86,138],"group":[87,157],"behaves":[88],"differently":[89],"under":[90],"perturbation":[92,142],"around":[93],"produce":[99],"lower":[101],"risk.":[103],"tackle":[105],"challenges":[107],"caused":[108],"by":[109],"layers":[111],"construction.":[114],"show":[116,220],"differentiation":[119],"data":[121,159],"always":[124],"possible":[125],"somewhere":[126],"feature":[129,139],"maps,":[130],"despite":[132],"network":[133],"parameters":[134],"being":[135],"tied":[136],"map,":[140],"our":[141,182,216,222],"scheme":[143],"only":[144],"affects":[145],"output":[147],"single":[150],"or":[151,227],"few":[153],"neurons":[154],"for":[155],"samples.":[160],"give":[163],"an":[164],"example":[165],"nontrivial":[167],"which":[172],"multiple":[173],"activation":[174],"patterns":[175],"explicitly":[177],"constructed.":[178],"Finally,":[179],"based":[180],"on":[181,209,233,236],"minima,":[187],"design":[189],"deterministic":[191],"optimization":[192,223],"method":[193,224],"escape":[195],"applicable":[200],"CNNs,":[202],"ResNets,":[203],"MLPs,":[204],"transformers.":[206],"Experimental":[207],"results":[208],"CIFAR-10,":[210],"CIFAR-100,":[211],"ImageNet-1k":[213],"datasets":[214],"verify":[215],"theoretical":[217],"findings":[218],"outperforms":[225],"SGD":[226],"Adam":[228],"accuracy":[230],"(by":[231],"0.27%":[232],"average)":[234],"consistently":[235],"all":[237],"these":[238],"architectures":[239],"datasets.":[241]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-12-17T00:00:00"}