{"id":"https://openalex.org/W4392523528","doi":"https://doi.org/10.1109/tsp.2024.3374106","title":"mPage: Probabilistic Gradient Estimator With Momentum for Non-Convex Optimization","display_name":"mPage: Probabilistic Gradient Estimator With Momentum for Non-Convex Optimization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392523528","doi":"https://doi.org/10.1109/tsp.2024.3374106"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3374106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3374106","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100934072","display_name":"Yuqing Liang","orcid":"https://orcid.org/0009-0008-5418-0760"},"institutions":[{"id":"https://openalex.org/I184983240","display_name":"Northeast Normal University","ror":"https://ror.org/02rkvz144","country_code":"CN","type":"education","lineage":["https://openalex.org/I184983240"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuqing Liang","raw_affiliation_strings":["Key Laboratory for Applied Statistics of MOE, School of Mathematics and Statistics, Northeast Normal University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Applied Statistics of MOE, School of Mathematics and Statistics, Northeast Normal University, Changchun, China","institution_ids":["https://openalex.org/I184983240"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101200926","display_name":"Hui Su","orcid":null},"institutions":[{"id":"https://openalex.org/I184983240","display_name":"Northeast Normal University","ror":"https://ror.org/02rkvz144","country_code":"CN","type":"education","lineage":["https://openalex.org/I184983240"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Su","raw_affiliation_strings":["Key Laboratory for Applied Statistics of MOE, School of Mathematics and Statistics, Northeast Normal University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Applied Statistics of MOE, School of Mathematics and Statistics, Northeast Normal University, Changchun, China","institution_ids":["https://openalex.org/I184983240"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046859189","display_name":"Jinlan Liu","orcid":"https://orcid.org/0009-0005-2906-079X"},"institutions":[{"id":"https://openalex.org/I202028630","display_name":"Changchun Normal University","ror":"https://ror.org/00cbhey71","country_code":"CN","type":"education","lineage":["https://openalex.org/I202028630"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinlan Liu","raw_affiliation_strings":["Department of Mathematics, Changchun Normal University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Changchun Normal University, Changchun, China","institution_ids":["https://openalex.org/I202028630"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012826227","display_name":"Dongpo Xu","orcid":"https://orcid.org/0000-0002-9663-9743"},"institutions":[{"id":"https://openalex.org/I184983240","display_name":"Northeast Normal University","ror":"https://ror.org/02rkvz144","country_code":"CN","type":"education","lineage":["https://openalex.org/I184983240"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongpo Xu","raw_affiliation_strings":["Key Laboratory for Applied Statistics of MOE, School of Mathematics and Statistics, Northeast Normal University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory for Applied Statistics of MOE, School of Mathematics and Statistics, Northeast Normal University, Changchun, China","institution_ids":["https://openalex.org/I184983240"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100934072"],"corresponding_institution_ids":["https://openalex.org/I184983240"],"apc_list":null,"apc_paid":null,"fwci":1.0425,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78828562,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"72","issue":null,"first_page":"1375","last_page":"1386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5950679779052734},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5347442030906677},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.5269359350204468},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.48916342854499817},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46828052401542664},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.45321670174598694},{"id":"https://openalex.org/keywords/proximal-gradient-methods","display_name":"Proximal Gradient Methods","score":0.43907830119132996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42348435521125793},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39456313848495483},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.372986376285553},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1987019181251526},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.0939640998840332}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5950679779052734},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5347442030906677},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5269359350204468},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.48916342854499817},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46828052401542664},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.45321670174598694},{"id":"https://openalex.org/C10494615","wikidata":"https://www.wikidata.org/wiki/Q17086765","display_name":"Proximal Gradient Methods","level":4,"score":0.43907830119132996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42348435521125793},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39456313848495483},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.372986376285553},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1987019181251526},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0939640998840332}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2024.3374106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3374106","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G286210498","display_name":null,"funder_award_id":"2021YFA1003400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7302374699","display_name":null,"funder_award_id":"62176051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320310121","display_name":"Natural Science Foundation of Jilin Province","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1987083649","https://openalex.org/W1988720110","https://openalex.org/W1994616650","https://openalex.org/W2029463628","https://openalex.org/W2146502635","https://openalex.org/W2199097987","https://openalex.org/W2619167391","https://openalex.org/W2752182365","https://openalex.org/W2901838001","https://openalex.org/W2914057340","https://openalex.org/W2936995161","https://openalex.org/W2962811981","https://openalex.org/W2963470657","https://openalex.org/W2963607709","https://openalex.org/W2963698657","https://openalex.org/W2966614174","https://openalex.org/W2993258424","https://openalex.org/W3005728424","https://openalex.org/W3007920460","https://openalex.org/W3035012470","https://openalex.org/W3089805682","https://openalex.org/W3107451544","https://openalex.org/W3119990369","https://openalex.org/W4243724954","https://openalex.org/W4287195723","https://openalex.org/W4288445096","https://openalex.org/W4316039513","https://openalex.org/W4318775112","https://openalex.org/W4322730745","https://openalex.org/W4360993677","https://openalex.org/W4381853002","https://openalex.org/W4385382141","https://openalex.org/W4385516941","https://openalex.org/W4387390333","https://openalex.org/W4388184825","https://openalex.org/W6675761068","https://openalex.org/W6676105031","https://openalex.org/W6680196509","https://openalex.org/W6681435938","https://openalex.org/W6698038680","https://openalex.org/W6734509502","https://openalex.org/W6738699237","https://openalex.org/W6740708716","https://openalex.org/W6747620207","https://openalex.org/W6753122105","https://openalex.org/W6753263853","https://openalex.org/W6753892653","https://openalex.org/W6755487116","https://openalex.org/W6758735094","https://openalex.org/W6759119893","https://openalex.org/W6761030284","https://openalex.org/W6763957944","https://openalex.org/W6767560732","https://openalex.org/W6773313258","https://openalex.org/W6774070715","https://openalex.org/W6780688020","https://openalex.org/W6781810711","https://openalex.org/W6790523463","https://openalex.org/W6791806597","https://openalex.org/W6795700969","https://openalex.org/W6799308552","https://openalex.org/W6809766163","https://openalex.org/W6840697358","https://openalex.org/W6856933958","https://openalex.org/W6858353626"],"related_works":["https://openalex.org/W2564735875","https://openalex.org/W2916278477","https://openalex.org/W3153752017","https://openalex.org/W4246345140","https://openalex.org/W3036663304","https://openalex.org/W4386291915","https://openalex.org/W2966847443","https://openalex.org/W4386038333","https://openalex.org/W2472757516","https://openalex.org/W2099454114"],"abstract_inverted_index":{"The":[0],"probabilistic":[1,17],"gradient":[2,54,116],"estimator":[3],"(PAGE)":[4],"algorithm":[5],"allows":[6],"switching":[7],"between":[8],"vanilla":[9],"SGD":[10,34],"and":[11,40,49,58,74,89,135,140,155],"variance-reduced":[12],"methods":[13,154],"in":[14,38,46],"a":[15,64,84,105],"flexible":[16],"manner.":[18],"This":[19],"motivates":[20],"us":[21],"to":[22,71,97],"develop":[23],"novel":[24],"momentum-based":[25],"algorithms":[26,94],"for":[27,68],"non-convex":[28,80],"finite-sum":[29],"problems.":[30],"Specifically,":[31],"we":[32,62,82],"replace":[33],"with":[35,104],"momentum":[36,42,69],"acceleration":[37],"PAGE,":[39,136],"the":[41,47,53,92,113,138,150],"term":[43],"is":[44,119],"integrated":[45],"inner":[48],"outer":[50],"parts":[51],"of":[52,87,142,152],"estimator,":[55],"named":[56],"mPAGE-l":[57],"mPAGE-O,":[59,75],"respectively.":[60],"Furthermore,":[61],"propose":[63],"unified":[65,85],"algorithmic":[66],"framework":[67],"variants":[70],"cover":[72],"mPAGE-I":[73],"denoted":[76],"as":[77,132],"mPAGE.":[78],"For":[79],"objectives,":[81],"establish":[83],"analysis":[86],"mPAGE":[88,93,123,153],"show":[90],"that":[91],"sublinearly":[95],"converge":[96],"an":[98,110],"<italic":[99],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03f5</i>":[101],"-accurate":[102],"solution":[103],"high":[106],"probability.":[107],"By":[108],"choosing":[109],"appropriate":[111],"probability,":[112],"well-known":[114],"stochastic":[115],"complexity":[117],"bound":[118],"also":[120],"achieved.":[121],"Additionally,":[122],"can":[124],"degenerate":[125],"into":[126],"widely":[127],"used":[128],"optimization":[129],"algorithms,":[130],"such":[131],"SGD,":[133],"SHB,":[134],"demonstrating":[137],"generality":[139],"effectiveness":[141],"our":[143,157],"theoretical":[144,158],"analysis.":[145],"Finally,":[146],"numerical":[147],"experiments":[148],"validate":[149],"benefits":[151],"support":[156],"findings.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}