{"id":"https://openalex.org/W7128475983","doi":"https://doi.org/10.1017/jpr.2025.10036","title":"Analysing heavy-tail properties of stochastic gradient descent by means of stochastic recurrence equations","display_name":"Analysing heavy-tail properties of stochastic gradient descent by means of stochastic recurrence equations","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7128475983","doi":"https://doi.org/10.1017/jpr.2025.10036"},"language":"en","primary_location":{"id":"doi:10.1017/jpr.2025.10036","is_oa":true,"landing_page_url":"https://doi.org/10.1017/jpr.2025.10036","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2C941823AF7FD751744E302B362191FF/S0021900225100363a.pdf/div-class-title-analysing-heavy-tail-properties-of-stochastic-gradient-descent-by-means-of-stochastic-recurrence-equations-div.pdf","source":{"id":"https://openalex.org/S160779208","display_name":"Journal of Applied Probability","issn_l":"0021-9002","issn":["0021-9002","1475-6072"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Probability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2C941823AF7FD751744E302B362191FF/S0021900225100363a.pdf/div-class-title-analysing-heavy-tail-properties-of-stochastic-gradient-descent-by-means-of-stochastic-recurrence-equations-div.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039486560","display_name":"Ewa Damek","orcid":"https://orcid.org/0000-0003-2847-6150"},"institutions":[{"id":"https://openalex.org/I219388962","display_name":"University of Wroc\u0142aw","ror":"https://ror.org/00yae6e25","country_code":"PL","type":"education","lineage":["https://openalex.org/I219388962"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Ewa Damek","raw_affiliation_strings":["University of Wroc\u0142aw"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wroc\u0142aw","institution_ids":["https://openalex.org/I219388962"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087206445","display_name":"Sebastian Mentemeier","orcid":"https://orcid.org/0000-0002-4952-8071"},"institutions":[{"id":"https://openalex.org/I155765044","display_name":"University of Hildesheim","ror":"https://ror.org/02f9det96","country_code":"DE","type":"education","lineage":["https://openalex.org/I155765044"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sebastian Mentemeier","raw_affiliation_strings":["University of Hildesheim"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hildesheim","institution_ids":["https://openalex.org/I155765044"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5039486560","https://openalex.org/A5087206445"],"corresponding_institution_ids":["https://openalex.org/I155765044","https://openalex.org/I219388962"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13953828,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"63","issue":"2","first_page":"459","last_page":"483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.7049999833106995},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6830999851226807},{"id":"https://openalex.org/keywords/recursion","display_name":"Recursion (computer science)","score":0.6281999945640564},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.49720001220703125},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.44449999928474426},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4424000084400177},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.42289999127388},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4004000127315521}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8865000009536743},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.7049999833106995},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6830999851226807},{"id":"https://openalex.org/C168773036","wikidata":"https://www.wikidata.org/wiki/Q264164","display_name":"Recursion (computer science)","level":2,"score":0.6281999945640564},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5530999898910522},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.49720001220703125},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.44449999928474426},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4004000127315521},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.3921999931335449},{"id":"https://openalex.org/C64812099","wikidata":"https://www.wikidata.org/wiki/Q176604","display_name":"Random matrix","level":3,"score":0.38749998807907104},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C122203268","wikidata":"https://www.wikidata.org/wiki/Q5862903","display_name":"Probability theory","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C95763700","wikidata":"https://www.wikidata.org/wiki/Q578985","display_name":"Convergence of random variables","level":3,"score":0.28200000524520874},{"id":"https://openalex.org/C32645036","wikidata":"https://www.wikidata.org/wiki/Q475164","display_name":"Stochastic ordering","level":2,"score":0.266400009393692}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/jpr.2025.10036","is_oa":true,"landing_page_url":"https://doi.org/10.1017/jpr.2025.10036","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2C941823AF7FD751744E302B362191FF/S0021900225100363a.pdf/div-class-title-analysing-heavy-tail-properties-of-stochastic-gradient-descent-by-means-of-stochastic-recurrence-equations-div.pdf","source":{"id":"https://openalex.org/S160779208","display_name":"Journal of Applied Probability","issn_l":"0021-9002","issn":["0021-9002","1475-6072"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Probability","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/jpr.2025.10036","is_oa":true,"landing_page_url":"https://doi.org/10.1017/jpr.2025.10036","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/2C941823AF7FD751744E302B362191FF/S0021900225100363a.pdf/div-class-title-analysing-heavy-tail-properties-of-stochastic-gradient-descent-by-means-of-stochastic-recurrence-equations-div.pdf","source":{"id":"https://openalex.org/S160779208","display_name":"Journal of Applied Probability","issn_l":"0021-9002","issn":["0021-9002","1475-6072"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Probability","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6467301799","display_name":null,"funder_award_id":"ME 4473/2-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128475983.pdf","grobid_xml":"https://content.openalex.org/works/W7128475983.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1483824193","https://openalex.org/W1980940727","https://openalex.org/W2016081559","https://openalex.org/W2059121108","https://openalex.org/W2110617809","https://openalex.org/W2144295917","https://openalex.org/W2317486283","https://openalex.org/W2334302903","https://openalex.org/W2490074880","https://openalex.org/W2519067391","https://openalex.org/W2593025855","https://openalex.org/W2964054038","https://openalex.org/W4236362309","https://openalex.org/W4388297583"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"In":[1,33],"recent":[2],"works":[3],"on":[4],"the":[5,27,216,219,224,229],"theory":[6,230],"of":[7,18,30,49,231],"machine":[8],"learning,":[9],"it":[10],"has":[11],"been":[12],"observed":[13],"that":[14],"heavy":[15],"tail":[16],"properties":[17],"stochastic":[19,31,58],"gradient":[20],"descent":[21],"(SGD)":[22],"can":[23,51],"be":[24,52],"studied":[25],"in":[26,215],"probabilistic":[28],"framework":[29,226],"recursions.":[32],"particular,":[34],"G\u00fcrb\u00fczbalaban":[35],"et":[36],"al.":[37],"(2021)":[38],"considered":[39],"a":[40,55,180,204],"setup":[41],"corresponding":[42],"to":[43],"linear":[44],"regression":[45],"for":[46,115],"which":[47],"iterations":[48],"SGD":[50],"modelled":[53],"by":[54,227],"multivariate":[56],"affine":[57],"recursion":[59],"upper":[60,66,71,79,123,129,161,185],"X":[61,72],"Subscript":[62,68,73,81,125,131,163,187],"n":[63,69,74,82,126,132,164,188],"Baseline":[64,70,77,127,133],"equals":[65],"A":[67,124,162],"minus":[75],"1":[76],"plus":[78],"B":[80,130,186],"<mml:math":[83,136,165,189],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"":[84,137,166,190],"xmlns:mnf=\"http://cambridge.org/core/manifest\"":[85,138,167,191],"xmlns:cup=\"http://contentservices.cambridge.org\"":[86,139,168,192],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[87,140,169,193],"xmlns:m=\"http://cambridge.org/core/metadata\"":[88,141,170,194],"xmlns:core=\"http://cambridge.org/core\"":[89,142,171,195],"xmlns:c=\"http://cambridge.org/core/content\">":[90,143,172,196],"<mml:msub>":[91,96,100,109,146,151,173,197],"<mml:mi>X</mml:mi>":[92,101],"<mml:mi>n</mml:mi>":[93,98,103,111,148,153,175,199],"</mml:msub>":[94,99,107,112,149,154,176,200],"<mml:mo>=</mml:mo>":[95],"<mml:mi>A</mml:mi>":[97,147,174],"<mml:mrow>":[102],"<mml:mo>\u2212</mml:mo>":[104],"<mml:mn>1</mml:mn>":[105],"</mml:mrow>":[106],"<mml:mo>+</mml:mo>":[108],"<mml:mi>B</mml:mi>":[110,152,198],"</mml:math>":[113,157,177,201],"$X_n=A_nX_{n-1}+B_n$":[114],"independent":[116],"and":[117,184],"identically":[118],"distributed":[119],"pairs":[120],"left":[121],"parenthesis":[122,135],"comma":[128],"right":[134,225],"<mml:mo":[144,155],"stretchy=\"false\">(</mml:mo>":[145],"<mml:mo>,</mml:mo>":[150],"stretchy=\"false\">)</mml:mo>":[156],"$(A_n,B_n)$":[158],",":[159],"where":[160],"$A_n$":[178],"is":[179,203,210,221],"random":[181,205],"symmetric":[182],"matrix":[183],"$B_n$":[202],"vector.":[206],"However,":[207],"their":[208],"approach":[209],"not":[211],"completely":[212],"correct":[213],"and,":[214],"present":[217],"paper,":[218],"problem":[220],"put":[222],"into":[223],"applying":[228],"irreducible-proximal":[232],"matrices.":[233]},"counts_by_year":[],"updated_date":"2026-06-25T06:16:34.145877","created_date":"2026-02-11T00:00:00"}