{"id":"https://openalex.org/W4406158015","doi":"https://doi.org/10.1109/tcns.2025.3527255","title":"Parallel Momentum Methods Under Biased Gradient Estimations","display_name":"Parallel Momentum Methods Under Biased Gradient Estimations","publication_year":2025,"publication_date":"2025-01-08","ids":{"openalex":"https://openalex.org/W4406158015","doi":"https://doi.org/10.1109/tcns.2025.3527255"},"language":"en","primary_location":{"id":"doi:10.1109/tcns.2025.3527255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2025.3527255","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055852290","display_name":"Ali Beikmohammadi","orcid":"https://orcid.org/0000-0003-4884-4600"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Ali Beikmohammadi","raw_affiliation_strings":["Department of Computer and System Science, Stockholm University, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer and System Science, Stockholm University, Stockholm, Sweden","institution_ids":["https://openalex.org/I161593684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027182415","display_name":"Sarit Khirirat","orcid":"https://orcid.org/0000-0003-4473-2011"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Sarit Khirirat","raw_affiliation_strings":["King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","KAUST"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054704457","display_name":"Sindri Magn\u00fasson","orcid":"https://orcid.org/0000-0002-6617-8683"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Sindri Magn\u00fasson","raw_affiliation_strings":["Department of Computer and System Science, Stockholm University, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer and System Science, Stockholm University, Stockholm, Sweden","institution_ids":["https://openalex.org/I161593684"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055852290"],"corresponding_institution_ids":["https://openalex.org/I161593684"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00474476,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"2","first_page":"1721","last_page":"1732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11583","display_name":"Advanced Measurement and Metrology Techniques","score":0.9348000288009644,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.92330002784729,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5011980533599854},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3966609835624695},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.3644280433654785},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.21575695276260376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1715834140777588}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5011980533599854},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3966609835624695},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3644280433654785},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.21575695276260376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1715834140777588}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcns.2025.3527255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2025.3527255","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8840765292","display_name":null,"funder_award_id":"2020-03607","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G8869864247","display_name":null,"funder_award_id":"2022-06725","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F379871122","display_name":"Digital Futures","ror":null},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1494085563","https://openalex.org/W1866529865","https://openalex.org/W1955857676","https://openalex.org/W1971942712","https://openalex.org/W1988720110","https://openalex.org/W2029008056","https://openalex.org/W2047152541","https://openalex.org/W2060471940","https://openalex.org/W2102017903","https://openalex.org/W2117173631","https://openalex.org/W2134130436","https://openalex.org/W2137731592","https://openalex.org/W2194775991","https://openalex.org/W2593996946","https://openalex.org/W2618530766","https://openalex.org/W2767614206","https://openalex.org/W2783547213","https://openalex.org/W2808402975","https://openalex.org/W2949585412","https://openalex.org/W2963248893","https://openalex.org/W2963334472","https://openalex.org/W2973303672","https://openalex.org/W2994760360","https://openalex.org/W3003534552","https://openalex.org/W3133262835","https://openalex.org/W3166972615","https://openalex.org/W3176526097","https://openalex.org/W4213446860","https://openalex.org/W4252698487","https://openalex.org/W6604254268","https://openalex.org/W6638545294","https://openalex.org/W6676105031","https://openalex.org/W6677919164","https://openalex.org/W6684012599","https://openalex.org/W6684249991","https://openalex.org/W6692608732","https://openalex.org/W6726497184","https://openalex.org/W6736057607","https://openalex.org/W6743688258","https://openalex.org/W6745760980","https://openalex.org/W6746200960","https://openalex.org/W6748626757","https://openalex.org/W6752891299","https://openalex.org/W6754651742","https://openalex.org/W6755977018","https://openalex.org/W6758358981","https://openalex.org/W6762930437","https://openalex.org/W6769227958","https://openalex.org/W6772129282","https://openalex.org/W6773313258","https://openalex.org/W6774070715","https://openalex.org/W6774127090","https://openalex.org/W6774827312","https://openalex.org/W6777456855","https://openalex.org/W6779530071","https://openalex.org/W6779997857","https://openalex.org/W6780281267","https://openalex.org/W6780688020","https://openalex.org/W6781729663","https://openalex.org/W6783674534","https://openalex.org/W6784336702","https://openalex.org/W6784955064","https://openalex.org/W6786555244","https://openalex.org/W6790244998","https://openalex.org/W6791079030","https://openalex.org/W6795883522","https://openalex.org/W6810604578","https://openalex.org/W6849008447","https://openalex.org/W6852417290"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2935759653","https://openalex.org/W3105167352","https://openalex.org/W54078636","https://openalex.org/W2954470139","https://openalex.org/W1501425562","https://openalex.org/W2902782467","https://openalex.org/W3084825885"],"abstract_inverted_index":{"Parallel":[0],"stochastic":[1,23],"gradient":[2,43,79,109,142],"methods":[3,76,138],"are":[4,52,111,120],"gaining":[5],"prominence":[6],"in":[7,36,61,114],"solving":[8],"large-scale":[9],"machine":[10,39],"learning":[11,40],"problems":[12],"that":[13],"involve":[14],"data":[15,57],"distributed":[16,38,96],"across":[17],"multiple":[18],"nodes.":[19],"However,":[20],"obtaining":[21],"unbiased":[22],"gradients,":[24],"which":[25],"have":[26],"been":[27],"the":[28,103,118],"focus":[29],"of":[30,136],"most":[31],"theoretical":[32,129],"research,":[33],"is":[34,58],"challenging":[35],"many":[37],"applications.":[41],"The":[42],"estimations":[44],"easily":[45],"become":[46],"biased,":[47,112],"for":[48,105],"example,":[49],"when":[50,56,117],"gradients":[51,119],"compressed":[53,121],"or":[54,122],"clipped,":[55],"shuffled,":[59],"and":[60,63,85,99,116,131],"meta-learning":[62,115],"reinforcement":[64],"learning.":[65],"In":[66],"this":[67],"work,":[68],"we":[69,100],"establish":[70],"worst-case":[71],"bounds":[72],"on":[73,81],"parallel":[74],"momentum":[75,137],"under":[77],"biased":[78,141],"estimation":[80],"both":[82],"general":[83,95],"non-convex":[84],"<inline-formula":[86],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[88],"notation=\"LaTeX\">$\\mu$</tex-math></inline-formula>":[89],"-PL":[90],"problems.":[91],"Our":[92,124],"analysis":[93],"covers":[94],"optimization":[97],"problems,":[98],"work":[101],"out":[102],"implications":[104],"special":[106],"cases":[107],"where":[108],"estimates":[110],"i.e.":[113],"clipped.":[123],"numerical":[125],"experiments":[126],"verify":[127],"our":[128],"findings":[130],"show":[132],"faster":[133],"convergence":[134],"performance":[135],"than":[139],"traditional":[140],"descent.":[143]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}