{"id":"https://openalex.org/W4387185227","doi":"https://doi.org/10.3233/faia230445","title":"Decentralized Local Updates with Dual-Slow Estimation and Momentum-Based Variance-Reduction for Non-Convex Optimization","display_name":"Decentralized Local Updates with Dual-Slow Estimation and Momentum-Based Variance-Reduction for Non-Convex Optimization","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387185227","doi":"https://doi.org/10.3233/faia230445"},"language":"en","primary_location":{"id":"doi:10.3233/faia230445","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230445","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230445","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230445","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076427086","display_name":"Kangyang Luo","orcid":"https://orcid.org/0000-0003-0123-061X"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kangyang Luo","raw_affiliation_strings":["East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114067557","display_name":"Kunkun Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunkun Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045637364","display_name":"Shengbo Zhang","orcid":"https://orcid.org/0000-0002-7886-9668"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109609807","display_name":"Xiang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Li","raw_affiliation_strings":["East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035469480","display_name":"Ming Gao","orcid":"https://orcid.org/0000-0002-3284-9290"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Gao","raw_affiliation_strings":["East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China, 52205901003@stu.ecnu.edu.cn, 51205903092@stu.ecnu.edu.cn, 51205901087@stu.ecnu.edu.cn, xiangli@dase.ecnu.edu.cn, mgao@dase.ecnu.edu.cn","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076427086"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":1.1504,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80311277,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.6267644762992859},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6166130304336548},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5948360562324524},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5270980596542358},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.5219099521636963},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5144517421722412},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5005807876586914},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.49586090445518494},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4686678647994995},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.45154568552970886},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.4469548165798187},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4448000490665436},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4319363236427307},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.4117392599582672},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3617429733276367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28459233045578003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11348167061805725},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.10753196477890015}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.6267644762992859},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6166130304336548},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5948360562324524},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5270980596542358},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5219099521636963},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5144517421722412},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5005807876586914},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.49586090445518494},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4686678647994995},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.45154568552970886},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.4469548165798187},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4448000490665436},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4319363236427307},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4117392599582672},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3617429733276367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28459233045578003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11348167061805725},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.10753196477890015},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230445","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230445","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230445","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia230445","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230445","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230445","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2695517234","display_name":null,"funder_award_id":"61977025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8057543385","display_name":null,"funder_award_id":"U1911203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387185227.pdf","grobid_xml":"https://content.openalex.org/works/W4387185227.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1616857247","https://openalex.org/W2107438106","https://openalex.org/W2112796928","https://openalex.org/W2127941149","https://openalex.org/W2130062883","https://openalex.org/W2137435346","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2436219157","https://openalex.org/W2465749664","https://openalex.org/W2594182398","https://openalex.org/W2617960902","https://openalex.org/W2734663976","https://openalex.org/W2789243870","https://openalex.org/W2806868256","https://openalex.org/W2902410171","https://openalex.org/W2911327153","https://openalex.org/W2944542720","https://openalex.org/W2945752060","https://openalex.org/W2949934631","https://openalex.org/W2962696654","https://openalex.org/W2962843773","https://openalex.org/W2963433607","https://openalex.org/W2963649943","https://openalex.org/W2970527576","https://openalex.org/W2970623506","https://openalex.org/W2977517840","https://openalex.org/W2981831462","https://openalex.org/W2991772480","https://openalex.org/W3006555759","https://openalex.org/W3007385749","https://openalex.org/W3011252985","https://openalex.org/W3012576858","https://openalex.org/W3022064003","https://openalex.org/W3024856659","https://openalex.org/W3034741284","https://openalex.org/W3035647850","https://openalex.org/W3043574444","https://openalex.org/W3043723611","https://openalex.org/W3047780503","https://openalex.org/W3080376529","https://openalex.org/W3101542044","https://openalex.org/W3101724202","https://openalex.org/W3118608800","https://openalex.org/W3127286811","https://openalex.org/W3133092097","https://openalex.org/W3157791500","https://openalex.org/W3163261472","https://openalex.org/W3169161304","https://openalex.org/W3171826865","https://openalex.org/W3195447913","https://openalex.org/W3205564238","https://openalex.org/W3206827202","https://openalex.org/W3211663736","https://openalex.org/W3213513948","https://openalex.org/W4226521992","https://openalex.org/W4286795646","https://openalex.org/W4287329057","https://openalex.org/W4287720355","https://openalex.org/W4288612157","https://openalex.org/W4297786070","https://openalex.org/W4299802343"],"related_works":["https://openalex.org/W2886060011","https://openalex.org/W2400034325","https://openalex.org/W4292651679","https://openalex.org/W2499557797","https://openalex.org/W2985014567","https://openalex.org/W4299515259","https://openalex.org/W2032676126","https://openalex.org/W2187449906","https://openalex.org/W3011190762","https://openalex.org/W2962818859"],"abstract_inverted_index":{"Decentralized":[0],"learning":[1],"(DL)":[2],"has":[3],"recently":[4],"employed":[5],"local":[6,19,34,162],"updates":[7,20],"to":[8,24,48,69,86,190],"reduce":[9],"the":[10,30,33,59,82,88,95,103,106,135,139,148,159,173,176,181,192],"communication":[11],"cost":[12],"for":[13,93,100,121,151],"general":[14,122],"non-convex":[15,123],"optimization":[16,124],"problems.":[17,72],"Specifically,":[18,73],"require":[21],"each":[22],"node":[23],"perform":[25],"multiple":[26],"update":[27,91,163],"steps":[28],"on":[29],"parameters":[31],"of":[32,147,161,175,194],"model":[35],"before":[36],"communicating":[37],"with":[38],"others.":[39],"However,":[40],"most":[41],"existing":[42],"methods":[43],"could":[44],"be":[45],"highly":[46],"sensitive":[47],"data":[49,53,96,130,182],"heterogeneity":[50,97,183],"(i.e.,":[51,158],"non-iid":[52,129],"distribution)":[54],"and":[55,128,170],"adversely":[56],"affected":[57],"by":[58,143],"stochastic":[60,101,149],"gradient":[61,83],"noise.":[62],"In":[63,133],"this":[64],"paper,":[65],"we":[66,166,186],"propose":[67],"DSE-MVR":[68,74,115,144,195],"address":[70],"these":[71],"introduces":[75],"a":[76],"dual-slow":[77,177],"estimation":[78,178],"strategy":[79,179],"that":[80,114],"utilizes":[81],"tracking":[84],"technique":[85],"estimate":[87],"global":[89],"accumulated":[90],"direction":[92],"handling":[94],"problem;":[98],"also":[99],"noise,":[102],"method":[104],"uses":[105],"mini-batch":[107],"momentum-based":[108],"variance-reduction":[109],"technique.":[110],"We":[111,200],"theoretically":[112,171],"prove":[113],"can":[116],"achieve":[117],"optimal":[118],"convergence":[119,140],"results":[120],"in":[125,138,180],"both":[126],"iid":[127],"distribution":[131],"settings.":[132],"particular,":[134],"leading":[136],"terms":[137],"rates":[141],"derived":[142],"are":[145],"independent":[146],"noise":[150],"large-batches":[152],"or":[153],"large":[154],"partial":[155],"average":[156],"intervals":[157],"number":[160],"steps).":[164],"Further,":[165],"put":[167],"forward":[168],"DSE-SGD":[169],"justify":[172],"importance":[174],"setting.":[184],"Finally,":[185],"conduct":[187],"extensive":[188],"experiments":[189],"show":[191],"superiority":[193],"against":[196],"other":[197],"state-of-the-art":[198],"approaches.":[199],"provide":[201],"our":[202],"code":[203],"here:":[204],"https://anonymous.4open.science/r/DSE-MVR-32B8/.":[205]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}