{"id":"https://openalex.org/W7157216407","doi":"https://doi.org/10.48550/arxiv.2604.23212","title":"Learning Curves and Benign Overfitting of Spectral Algorithms in Large Dimensions","display_name":"Learning Curves and Benign Overfitting of Spectral Algorithms in Large Dimensions","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7157216407","doi":"https://doi.org/10.48550/arxiv.2604.23212"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.23212","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23212","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.23212","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101693216","display_name":"Weihao Lu","orcid":"https://orcid.org/0009-0002-8135-4865"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Weihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134764081","display_name":"Qian Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048481828","display_name":"Yingcun Xia","orcid":"https://orcid.org/0000-0002-0309-8635"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Yingcun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128092431","display_name":"Dongming Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Dongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.3158999979496002,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.3158999979496002,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.24120000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12404","display_name":"Mathematical Approximation and Integration","score":0.09179999679327011,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9294999837875366},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.6297000050544739},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4352000057697296},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.42250001430511475},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.4174000024795532},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4099999964237213},{"id":"https://openalex.org/keywords/data-point","display_name":"Data point","score":0.4047999978065491},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.39739999175071716},{"id":"https://openalex.org/keywords/reproducing-kernel-hilbert-space","display_name":"Reproducing kernel Hilbert space","score":0.3626999855041504}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9294999837875366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6948000192642212},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.6297000050544739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5242000222206116},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5212000012397766},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4352000057697296},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.42250001430511475},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.4174000024795532},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C80884492","wikidata":"https://www.wikidata.org/wiki/Q3345678","display_name":"Reproducing kernel Hilbert space","level":3,"score":0.3626999855041504},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.33160001039505005},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.310699999332428},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2919999957084656},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2809999883174896},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C152822103","wikidata":"https://www.wikidata.org/wiki/Q7575207","display_name":"Spectral shape analysis","level":3,"score":0.26899999380111694},{"id":"https://openalex.org/C207214200","wikidata":"https://www.wikidata.org/wiki/Q4202129","display_name":"Nearest-neighbor interpolation","level":4,"score":0.267300009727478},{"id":"https://openalex.org/C171836373","wikidata":"https://www.wikidata.org/wiki/Q2266329","display_name":"Linear interpolation","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.23212","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23212","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.23212","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23212","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"large-dimensional":[1,35,180],"theory":[2],"for":[3,51,182],"spectral":[4,31],"algorithms":[5,32],"resolves":[6],"either":[7],"the":[8,13,18,24,34,38,60,70,74,88,92,99,125,137,158,162,176],"optimally":[9],"tuned":[10],"point":[11],"or":[12],"interpolation":[14,116,140],"limit,":[15],"but":[16,106,146],"leaves":[17],"under-regularized":[19,138],"regime":[20],"unexplored.":[21],"We":[22,54,153],"study":[23],"learning":[25,100,164],"curve":[26,101,165],"and":[27,41,63,115,139,197],"benign":[28,126,131],"overfitting":[29,127,132],"of":[30,44,69,91,109,185],"in":[33,157,190],"setting":[36],"where":[37,85],"sample":[39],"size":[40],"dimension":[42],"are":[43],"comparable":[45],"order,":[46],"i.e.,":[47],"$n":[48],"\\asymp":[49],"d^\u03b3$":[50],"some":[52],"$\u03b3>0$.":[53],"first":[55],"consider":[56],"inner-product":[57],"kernels":[58,186],"on":[59,187],"sphere":[61],"$\\mathbb{S}^{d-1}$":[62],"establish":[64],"a":[65,150,183],"sharp":[66],"asymptotic":[67],"characterization":[68,119],"excess":[71],"risk":[72],"across":[73,135],"full":[75],"regularization":[76],"path":[77],"under":[78],"various":[79],"source":[80],"conditions":[81],"$s":[82],"\\geq":[83],"0$,":[84],"$s$":[86,143],"measures":[87],"relative":[89],"smoothness":[90],"regression":[93],"function.":[94],"Our":[95],"results":[96],"reveal":[97],"that":[98,130],"is":[102,144,166],"not":[103],"simply":[104],"U-shaped":[105],"instead":[107],"consists":[108],"three":[110],"distinct":[111],"regimes:":[112],"over-regularized,":[113],"under-regularized,":[114],"regimes.":[117],"This":[118],"allows":[120],"us":[121],"to":[122,179],"fully":[123],"capture":[124],"phenomenon,":[128],"demonstrating":[129],"arises":[133],"consistently":[134],"both":[136],"regimes":[141],"whenever":[142],"positive":[145],"no":[147],"larger":[148],"than":[149],"critical":[151],"threshold.":[152],"further":[154],"show":[155],"that,":[156],"sufficiently":[159],"regularized":[160],"regime,":[161],"kernel":[163],"recovered":[167],"by":[168],"an":[169],"associated":[170],"sequence":[171],"model.":[172],"Finally,":[173],"we":[174],"extend":[175],"learning-curve":[177],"analysis":[178],"KRR":[181],"class":[184],"general":[188],"domains":[189],"$\\mathbb{R}^d$":[191],"whose":[192],"low-degree":[193],"eigenspaces":[194],"satisfy":[195],"spectral-scaling":[196],"hyper-contractivity":[198],"conditions.":[199]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-29T00:00:00"}