{"id":"https://openalex.org/W7220923436","doi":"https://doi.org/10.48550/arxiv.2610.07637","title":"Asymptotic Analysis of Empirical Risk Minimization on Entry-wise i.i.d. Heavy-Tailed Data","display_name":"Asymptotic Analysis of Empirical Risk Minimization on Entry-wise i.i.d. Heavy-Tailed Data","publication_year":2026,"publication_date":"2026-10-06","ids":{"openalex":"https://openalex.org/W7220923436","doi":"https://doi.org/10.48550/arxiv.2610.07637"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.07637","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.07637","pdf_url":"https://arxiv.org/pdf/2610.07637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.07637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104236773","display_name":"Kaito Takanami","orcid":"https://orcid.org/0009-0006-6624-1212","observed_orcids":["https://orcid.org/0009-0006-6624-1212"]},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takanami, Kaito","raw_affiliation_strings":["Graduate School of Science , The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science , The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157895848","display_name":"Takashi Takahashi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405287287","display_name":"Institute for Physics of Intelligence","ror":"https://ror.org/04qartm12","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4405287287","https://openalex.org/I74801974"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahashi, Takashi","raw_affiliation_strings":["Institute for Physics of Intelligence , The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Physics of Intelligence , The University of Tokyo","institution_ids":["https://openalex.org/I4405287287","https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002600110","display_name":"Yoshiyuki Kabashima","orcid":"https://orcid.org/0000-0002-2949-7108","observed_orcids":["https://orcid.org/0000-0002-2949-7108"]},"institutions":[{"id":"https://openalex.org/I4405286785","display_name":"Trans-Scale Quantum Science Institute","ror":"https://ror.org/033ay0v26","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4405286785","https://openalex.org/I74801974"]},{"id":"https://openalex.org/I4405287287","display_name":"Institute for Physics of Intelligence","ror":"https://ror.org/04qartm12","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4405287287","https://openalex.org/I74801974"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kabashima, Yoshiyuki","raw_affiliation_strings":["Institute for Physics of Intelligence , The University of Tokyo","Trans-Scale Quantum Science Institute , The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Physics of Intelligence , The University of Tokyo","institution_ids":["https://openalex.org/I4405287287","https://openalex.org/I74801974"]},{"raw_affiliation_string":"Trans-Scale Quantum Science Institute , The University of Tokyo","institution_ids":["https://openalex.org/I4405286785","https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.2687999904155731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.2687999904155731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11716","display_name":"Random Matrices and Applications","score":0.1712999939918518,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.1559000015258789,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"empirical risk minimization","score":0.9300000071525574},{"id":"https://openalex.org/keywords/heavy-tailed-data","display_name":"heavy-tailed data","score":0.8970000147819519},{"id":"https://openalex.org/keywords/stable-distributions","display_name":"stable distributions","score":0.7929999828338623},{"id":"https://openalex.org/keywords/linear-regression","display_name":"linear regression","score":0.8769999742507935},{"id":"https://openalex.org/keywords/asymptotic-analysis","display_name":"asymptotic analysis","score":0.8349999785423279},{"id":"https://openalex.org/keywords/replica-method","display_name":"replica method","score":0.7860000133514404},{"id":"https://openalex.org/keywords/high-dimensional-limit","display_name":"high-dimensional limit","score":0.7689999938011169},{"id":"https://openalex.org/keywords/generalization-error","display_name":"generalization error","score":0.9649999737739563},{"id":"https://openalex.org/keywords/local-heterogeneity","display_name":"local heterogeneity","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.6942999958992004},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6281999945640564},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.53329998254776},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5031999945640564},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.484499990940094},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4830000102519989},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4562000036239624},{"id":"https://openalex.org/C119047807","wikidata":"https://www.wikidata.org/wiki/Q752718","display_name":"Asymptotic analysis","level":2,"score":0.4546999931335449},{"id":"https://openalex.org/C65778772","wikidata":"https://www.wikidata.org/wiki/Q12345341","display_name":"Asymptotic distribution","level":3,"score":0.4212999939918518},{"id":"https://openalex.org/C183992945","wikidata":"https://www.wikidata.org/wiki/Q2495574","display_name":"Universality (dynamical systems)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C205147927","wikidata":"https://www.wikidata.org/wiki/Q752718","display_name":"Asymptotic analysis","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.3783999979496002},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3774999976158142},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.3743000030517578},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.357699990272522},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C166785042","wikidata":"https://www.wikidata.org/wiki/Q190391","display_name":"Central limit theorem","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3009999990463257},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3003999888896942},{"id":"https://openalex.org/C75438885","wikidata":"https://www.wikidata.org/wiki/Q3403615","display_name":"Large deviations theory","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C138777275","wikidata":"https://www.wikidata.org/wiki/Q6884054","display_name":"Mixing (physics)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26570001244544983},{"id":"https://openalex.org/C119322782","wikidata":"https://www.wikidata.org/wiki/Q2662236","display_name":"VC dimension","level":2,"score":0.26339998841285706}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.07637","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.07637","pdf_url":"https://arxiv.org/pdf/2610.07637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.07637","doi":"https://doi.org/10.48550/arxiv.2610.07637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.07637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.07637","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.07637","pdf_url":"https://arxiv.org/pdf/2610.07637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1393222042","display_name":"Constructing a mathematical foundation for heuristics based on transfer learning","funder_award_id":"23K16960","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3994144161","display_name":"\u7d4c\u8def\u7a4d\u5206\u6cd5\u306b\u3088\u308b\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u30c0\u30a4\u30ca\u30df\u30af\u30b9\u89e3\u6790","funder_award_id":"26K02981","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6111306399","display_name":null,"funder_award_id":"22H05117","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338246","display_name":"ACT-X","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220923436.pdf","grobid_xml":"https://content.openalex.org/works/W7220923436.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1717654527","https://openalex.org/W1778702646","https://openalex.org/W1850992575","https://openalex.org/W1976056997","https://openalex.org/W1980509985","https://openalex.org/W1984793731","https://openalex.org/W1984830458","https://openalex.org/W2022083710","https://openalex.org/W2082029531","https://openalex.org/W2090614046","https://openalex.org/W2104093483","https://openalex.org/W2108394050","https://openalex.org/W2120852651","https://openalex.org/W2125490292","https://openalex.org/W2138431798","https://openalex.org/W2145522405","https://openalex.org/W2152565782","https://openalex.org/W2330557671","https://openalex.org/W2529227665","https://openalex.org/W2545498941","https://openalex.org/W2950113041","https://openalex.org/W2963017107","https://openalex.org/W3034082737","https://openalex.org/W4206502013","https://openalex.org/W4226263566","https://openalex.org/W4319659528","https://openalex.org/W4404372839","https://openalex.org/W4404716175"],"related_works":["https://openalex.org/W4362706653","https://openalex.org/W3212707937","https://openalex.org/W7213219039","https://openalex.org/W1778702646","https://openalex.org/W4408580226","https://openalex.org/W2963290535","https://openalex.org/W2581138301","https://openalex.org/W4417248125","https://openalex.org/W4402954000","https://openalex.org/W3049413455"],"abstract_inverted_index":{"Many":[0],"real-world":[1],"datasets":[2],"exhibit":[3],"unusually":[4],"large":[5,30],"values":[6],"far":[7],"more":[8],"frequently":[9],"than":[10],"predicted":[11],"by":[12],"Gaussian":[13],"models.":[14],"Heavy-tailed":[15],"distributions":[16],"capture":[17],"this":[18,68,114],"behavior,":[19],"yet":[20],"evaluating":[21],"learning":[22,145],"performance":[23],"under":[24],"them":[25],"remains":[26],"challenging":[27],"because":[28],"rare,":[29],"feature":[31,106],"entries":[32,142],"retain":[33],"non-vanishing":[34],"effects":[35,139],"even":[36],"in":[37,41,96],"high":[38],"dimensions.":[39],"Even":[40],"the":[42,78,87,93,97,102,130,138,144],"canonical":[43],"setting":[44],"of":[45,62,140],"empirical":[46],"risk":[47],"minimization":[48],"for":[49],"linear":[50],"regression":[51],"with":[52,83,154],"entry-wise":[53],"i.i.d.":[54],"symmetric":[55],"$\u03b1$-stable":[56],"data,":[57],"a":[58,72,110,117],"precise":[59],"asymptotic":[60],"characterization":[61],"prediction":[63,127,132],"has":[64],"been":[65],"lacking.":[66],"In":[67,134],"work,":[69],"we":[70,90],"introduce":[71],"functional":[73],"order":[74],"parameter":[75],"that":[76],"describes":[77],"random":[79],"effective":[80],"problem":[81],"associated":[82],"each":[84],"coefficient.":[85],"Using":[86],"replica":[88],"method,":[89],"fully":[91],"characterize":[92],"generalization":[94],"error":[95],"proportional":[98],"high-dimensional":[99],"limit":[100],"where":[101],"sample":[103],"size":[104],"and":[105,129],"dimension":[107],"diverge":[108],"at":[109],"fixed":[111],"ratio.":[112],"Additionally,":[113],"analysis":[115],"establishes":[116],"heavy-tail":[118],"universality":[119],"law,":[120],"scaling":[121],"laws":[122],"relating":[123],"typical":[124],"errors":[125],"to":[126,136,151],"reliability,":[128],"Bayes-optimal":[131],"error.":[133],"addition":[135],"characterizing":[137],"extreme":[141],"on":[143],"process,":[146],"our":[147],"method":[148],"applies":[149],"broadly":[150],"other":[152],"systems":[153],"persistent":[155],"local":[156],"heterogeneity.":[157]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-09T00:00:00"}