{"id":"https://openalex.org/W4417070075","doi":"https://doi.org/10.48550/arxiv.2509.08483","title":"Modified Loss of Momentum Gradient Descent: Fine-Grained Analysis","display_name":"Modified Loss of Momentum Gradient Descent: Fine-Grained Analysis","publication_year":2025,"publication_date":"2025-09-10","ids":{"openalex":"https://openalex.org/W4417070075","doi":"https://doi.org/10.48550/arxiv.2509.08483"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.08483","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.08483","pdf_url":"https://arxiv.org/pdf/2509.08483","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.08483","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Cattaneo, Matias D.","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cattaneo, Matias D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5092741732","display_name":"Boris Shigida","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shigida, Boris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7731000185012817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7731000185012817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.0957999974489212,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.019600000232458115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6575999855995178},{"id":"https://openalex.org/keywords/balanced-flow","display_name":"Balanced flow","score":0.6061000227928162},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.5774000287055969},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.5285999774932861},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.48590001463890076},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4458000063896179},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.41929998993873596},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.41350001096725464}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7421000003814697},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6575999855995178},{"id":"https://openalex.org/C167879884","wikidata":"https://www.wikidata.org/wiki/Q727568","display_name":"Balanced flow","level":2,"score":0.6061000227928162},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.5774000287055969},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.5285999774932861},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4691999852657318},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4458000063896179},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.44020000100135803},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.41929998993873596},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C43058520","wikidata":"https://www.wikidata.org/wiki/Q624580","display_name":"Eulerian path","level":3,"score":0.4097999930381775},{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.3483999967575073},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C180188523","wikidata":"https://www.wikidata.org/wiki/Q574576","display_name":"Exponential decay","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C2777299769","wikidata":"https://www.wikidata.org/wiki/Q3707858","display_name":"Type (biology)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2986878899","wikidata":"https://www.wikidata.org/wiki/Q11216","display_name":"Numerical approximation","level":3,"score":0.26339998841285706},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2565000057220459},{"id":"https://openalex.org/C195906000","wikidata":"https://www.wikidata.org/wiki/Q1191722","display_name":"Matrix exponential","level":3,"score":0.25360000133514404}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.08483","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.08483","pdf_url":"https://arxiv.org/pdf/2509.08483","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.08483","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.08483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.08483","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.08483","pdf_url":"https://arxiv.org/pdf/2509.08483","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,88,121],"analyze":[1],"gradient":[2,41,166],"descent":[3,42,167],"with":[4,43,69,168],"Polyak":[5],"heavy-ball":[6,169],"momentum":[7,11],"(HB)":[8],"whose":[9],"fixed":[10],"parameter":[12],"$\u03b2\\in":[13],"(0,":[14],"1)$":[15],"provides":[16],"exponential":[17],"decay":[18],"of":[19,94,101,109,126,165,178],"memory.":[20],"Building":[21],"on":[22,30,161],"Kovachki":[23],"and":[24,72,118,133,152,171],"Stuart":[25],"(2021),":[26],"we":[27,66],"prove":[28,73],"that":[29,48,137],"an":[31],"exponentially":[32],"attractive":[33],"invariant":[34],"manifold":[35],"the":[36,49,57,95,98,134,139,162],"algorithm":[37],"is":[38,53],"exactly":[39],"plain":[40],"a":[44,63,91,106,173],"modified":[45,58,124],"loss,":[46],"provided":[47],"step":[50],"size":[51],"$h$":[52],"small":[54],"enough.":[55],"Although":[56],"loss":[59],"does":[60],"not":[61],"admit":[62],"closed-form":[64],"expression,":[65],"describe":[67],"it":[68],"arbitrary":[70,127],"precision":[71],"global":[74],"(finite":[75],"\"time\"":[76],"horizon)":[77],"approximation":[78,128],"bounds":[79],"$O(h^{R})$":[80],"for":[81,175],"any":[82],"finite":[83],"order":[84,129],"$R":[85],"\\geq":[86],"2$.":[87],"then":[89],"conduct":[90],"fine-grained":[92],"analysis":[93,177],"combinatorics":[96],"underlying":[97],"memoryless":[99],"approximations":[100],"HB,":[102],"in":[103,111],"particular,":[104],"finding":[105],"rich":[107],"family":[108],"polynomials":[110],"$\u03b2$":[112],"hidden":[113],"inside":[114],"which":[115],"contains":[116],"Eulerian":[117],"Narayana":[119],"polynomials.":[120],"derive":[122],"continuous":[123],"equations":[125],"(with":[130],"rigorous":[131],"bounds)":[132],"principal":[135],"flow":[136],"approximates":[138],"HB":[140],"dynamics,":[141],"generalizing":[142],"Rosca":[143],"et":[144],"al.":[145],"(2023).":[146],"Approximation":[147],"theorems":[148],"cover":[149],"both":[150],"full-batch":[151],"mini-batch":[153],"HB.":[154],"Our":[155],"theoretical":[156],"results":[157],"shed":[158],"new":[159],"light":[160],"main":[163],"features":[164],"momentum,":[170],"outline":[172],"road-map":[174],"similar":[176],"other":[179],"optimization":[180],"algorithms.":[181]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}