{"id":"https://openalex.org/W7138929775","doi":"https://doi.org/10.48550/arxiv.2603.17785","title":"A Dual Certificate Approach to Sparsity in Infinite-Width Shallow Neural Networks","display_name":"A Dual Certificate Approach to Sparsity in Infinite-Width Shallow Neural Networks","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7138929775","doi":"https://doi.org/10.48550/arxiv.2603.17785"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093271776","display_name":"Leonardo Del Grande","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Del Grande, Leonardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129790351","display_name":"Christoph Brune","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brune, Christoph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086121807","display_name":"Marcello Carioni","orcid":"https://orcid.org/0000-0002-2282-4348"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carioni, Marcello","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8263999819755554,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8263999819755554,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.056299999356269836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.02070000022649765,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5626000165939331},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5077000260353088},{"id":"https://openalex.org/keywords/hyperplane","display_name":"Hyperplane","score":0.5023000240325928},{"id":"https://openalex.org/keywords/duality","display_name":"Duality (order theory)","score":0.4984000027179718},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4779999852180481},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4683000147342682},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4237000048160553},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4122999906539917},{"id":"https://openalex.org/keywords/uniqueness","display_name":"Uniqueness","score":0.40400001406669617},{"id":"https://openalex.org/keywords/certificate","display_name":"Certificate","score":0.38499999046325684}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5809999704360962},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5626000165939331},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5077000260353088},{"id":"https://openalex.org/C68693459","wikidata":"https://www.wikidata.org/wiki/Q657586","display_name":"Hyperplane","level":2,"score":0.5023000240325928},{"id":"https://openalex.org/C2778023678","wikidata":"https://www.wikidata.org/wiki/Q554403","display_name":"Duality (order theory)","level":2,"score":0.4984000027179718},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4237000048160553},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4122999906539917},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3880000114440918},{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C17095337","wikidata":"https://www.wikidata.org/wiki/Q2375229","display_name":"Piecewise linear function","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C163863214","wikidata":"https://www.wikidata.org/wiki/Q7624553","display_name":"Strong duality","level":3,"score":0.361299991607666},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.3490999937057495},{"id":"https://openalex.org/C152442038","wikidata":"https://www.wikidata.org/wiki/Q2778212","display_name":"Tikhonov regularization","level":3,"score":0.34529998898506165},{"id":"https://openalex.org/C62799726","wikidata":"https://www.wikidata.org/wiki/Q190056","display_name":"Hilbert space","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3131999969482422},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C129997835","wikidata":"https://www.wikidata.org/wiki/Q806263","display_name":"Bandlimiting","level":3,"score":0.31060001254081726},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3075000047683716},{"id":"https://openalex.org/C80682859","wikidata":"https://www.wikidata.org/wiki/Q7977943","display_name":"Weak duality","level":4,"score":0.30230000615119934},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C191948623","wikidata":"https://www.wikidata.org/wiki/Q1307800","display_name":"Unit sphere","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C45633534","wikidata":"https://www.wikidata.org/wiki/Q752487","display_name":"Dual space","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.25450000166893005},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C102144036","wikidata":"https://www.wikidata.org/wiki/Q7170952","display_name":"Perturbation function","level":5,"score":0.2506999969482422},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1,58,119],"paper,":[2],"we":[3,98,121,169,197],"study":[4],"total":[5],"variation":[6],"(TV)-regularized":[7],"training":[8,49,215],"of":[9,33,44,108,118,142,163,176,193,203,223,242],"infinite-width":[10],"shallow":[11],"ReLU":[12,81],"neural":[13],"networks,":[14],"formulated":[15],"as":[16],"a":[17,62,138,156,182,243,250],"convex":[18],"optimization":[19,35],"problem":[20,216],"over":[21],"measures":[22],"on":[23,41,124,160,186,255],"the":[24,30,42,45,48,83,91,105,109,112,128,140,161,164,187,191,194,201,214,220,230,236,240,246,256,259],"unit":[25],"sphere.":[26],"Our":[27,51],"approach":[28],"leverages":[29],"duality":[31],"theory":[32],"TV-regularized":[34],"problems":[36],"to":[37,47,213],"establish":[38],"rigorous":[39],"guarantees":[40],"sparsity":[43,59],"solutions":[46,212],"problem.":[50],"analysis":[52,77],"further":[53,170],"characterizes":[54],"how":[55],"and":[56,66,147,207,229,258],"when":[57],"persists":[60],"in":[61,90,200,234,239],"low":[63,204],"noise":[64,206,257],"regime":[65],"for":[67,80,208],"small":[68,209],"regularization":[69,210,260],"parameter.":[70,261],"The":[71],"key":[72],"observation":[73],"that":[74,199,252],"motivates":[75],"our":[76],"is":[78,87,145],"that,":[79,123],"activations,":[82],"associated":[84],"dual":[85,100,126,129,188,195,244],"certificate":[86,130,189],"piecewise":[88],"linear":[89],"weight":[92],"space.":[93],"Its":[94],"linearity":[95],"regions,":[96,101,196],"which":[97],"name":[99],"are":[102],"determined":[103],"by":[104,155],"activation":[106],"patterns":[107],"data":[110],"via":[111],"induced":[113],"hyperplane":[114,166],"arrangement.":[115,167],"Taking":[116],"advantage":[117],"structure,":[120],"prove":[122,198],"each":[125],"region,":[127,245],"admits":[131],"at":[132],"most":[133],"one":[134],"extreme":[135],"value.":[136],"As":[137],"consequence,":[139],"support":[141],"any":[143],"minimizer":[144],"finite,":[146],"its":[148],"cardinality":[149],"can":[150],"be":[151],"bounded":[152],"from":[153],"above":[154],"constant":[157],"depending":[158],"only":[159],"geometry":[162],"data-induced":[165],"Then,":[168],"investigate":[171],"sufficient":[172],"conditions":[173],"ensuring":[174],"uniqueness":[175],"such":[177],"sparse":[178,218],"solution.":[179],"Finally,":[180],"under":[181],"suitable":[183],"non-degeneracy":[184],"condition":[185],"along":[190],"boundaries":[192],"presence":[202],"label":[205],"parameter,":[211],"remain":[217],"with":[219,249],"same":[221],"number":[222],"Dirac":[224],"deltas.":[225],"Additionally,":[226],"their":[227],"location":[228],"amplitudes":[231],"converge,":[232],"and,":[233],"case":[235],"locations":[237],"lie":[238],"interior":[241],"convergence":[247],"happens":[248],"rate":[251],"depends":[253],"linearly":[254]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-20T00:00:00"}