{"id":"https://openalex.org/W7164028070","doi":"https://doi.org/10.48550/arxiv.2606.08799","title":"Generalization in Nonlinear Least Squares via Learned Feature Geometry","display_name":"Generalization in Nonlinear Least Squares via Learned Feature Geometry","publication_year":2026,"publication_date":"2026-06-07","ids":{"openalex":"https://openalex.org/W7164028070","doi":"https://doi.org/10.48550/arxiv.2606.08799"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08799","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08799","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08799","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138212008","display_name":"Ayub Kharel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kharel, Ayub","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138267171","display_name":"Ilja Kuzborski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuzborskij, Ilja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138276257","display_name":"Patrick Rebeschini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rebeschini, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047010941","display_name":"Yasin Abbasi-Yadkori","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abbasi-Yadkori, Yasin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8043000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8043000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.039900001138448715,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.01860000006854534,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.5945000052452087},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.5934000015258789},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5759000182151794},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5327000021934509},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5013999938964844},{"id":"https://openalex.org/keywords/tangent","display_name":"Tangent","score":0.4498000144958496},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4496000111103058},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.446399986743927},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.4219000041484833},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.4196000099182129}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7134000062942505},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.5945000052452087},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.5934000015258789},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5759000182151794},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5327000021934509},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C138187205","wikidata":"https://www.wikidata.org/wiki/Q131251","display_name":"Tangent","level":2,"score":0.4498000144958496},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4496000111103058},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.421099990606308},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C30732413","wikidata":"https://www.wikidata.org/wiki/Q17092636","display_name":"Intrinsic dimension","level":3,"score":0.40310001373291016},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.39010000228881836},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.38850000500679016},{"id":"https://openalex.org/C198927703","wikidata":"https://www.wikidata.org/wiki/Q4373881","display_name":"Sequential quadratic programming","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C17095337","wikidata":"https://www.wikidata.org/wiki/Q2375229","display_name":"Piecewise linear function","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C157157409","wikidata":"https://www.wikidata.org/wiki/Q909601","display_name":"Tangent space","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C192939610","wikidata":"https://www.wikidata.org/wiki/Q188444","display_name":"Differential geometry","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.25769999623298645},{"id":"https://openalex.org/C84545080","wikidata":"https://www.wikidata.org/wiki/Q1147936","display_name":"Condition number","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08799","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08799","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08799","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08799","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,86],"study":[1],"the":[2,28,31,35,39,49,53,59,64,71,96,120,131,154,157,163,177,188],"generalization":[3,168],"of":[4,21,30,63,95,139,156,173,179],"ridge-regularized":[5],"nonlinear":[6],"least-squares":[7],"models":[8],"via":[9,92],"on-average":[10],"algorithmic":[11],"stability,":[12],"deriving":[13],"error":[14],"bounds":[15,121,175],"for":[16,113,127],"local":[17],"minimizers":[18],"in":[19,81],"terms":[20],"a":[22,45],"data-dependent":[23],"effective":[24,61,90],"dimension":[25,62,91],"that":[26,102],"reflects":[27],"geometry":[29,106],"gradient":[32,97],"model":[33,73],"at":[34,70,76],"trained":[36,72],"parameters,":[37],"through":[38,137],"empirical":[40],"Jacobian":[41,65],"Gram":[42],"matrix":[43],"and":[44,116,148,160,166],"residual-curvature":[46,158],"term.":[47],"In":[48,111],"linear":[50],"case,":[51],"where":[52],"curvature":[54],"term":[55],"vanishes,":[56],"this":[57,89],"recovers":[58],"classical":[60],"kernel":[66,84],"covariance,":[67],"but":[68],"evaluated":[69],"rather":[74,107],"than":[75,108],"initialization":[77],"as":[78],"is":[79,176],"typical":[80],"neural":[82],"tangent":[83],"analyses.":[85],"further":[87],"bound":[88,165],"covering":[93],"complexity":[94],"features,":[98],"leading":[99],"to":[100],"guarantees":[101],"depend":[103],"on":[104,143],"learned":[105],"parameter":[109],"count.":[110],"particular,":[112],"manifold-supported":[114],"data":[115],"piecewise":[117],"Lipschitz":[118],"Jacobians,":[119],"scale":[122],"with":[123],"intrinsic":[124],"dimension,":[125],"while":[126],"one-hidden-layer":[128],"ReLU":[129],"networks,":[130],"mechanism":[132],"can":[133],"be":[134],"made":[135],"explicit":[136],"counts":[138],"activation-stable":[140],"regions.":[141],"Experiments":[142],"synthetic":[144],"manifolds,":[145],"clustered":[146],"distributions,":[147],"benchmark":[149],"datasets":[150],"illustrate":[151],"trained-Jacobian":[152],"compression,":[153],"tightness":[155],"linearization,":[159],"agreement":[161],"between":[162],"stability":[164],"observed":[167],"gaps.":[169],"A":[170],"key":[171],"feature":[172],"our":[174],"simplicity":[178],"their":[180],"derivation,":[181],"which":[182],"follows":[183],"from":[184],"first":[185],"principles":[186],"using":[187],"Brascamp-Lieb":[189],"inequality":[190],"under":[191],"strongly":[192],"log-concave":[193],"noise.":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}