{"id":"https://openalex.org/W4324291879","doi":"https://doi.org/10.1109/tpds.2023.3250513","title":"From Deterioration to Acceleration: A Calibration Approach to Rehabilitating Step Asynchronism in Federated Optimization","display_name":"From Deterioration to Acceleration: A Calibration Approach to Rehabilitating Step Asynchronism in Federated Optimization","publication_year":2023,"publication_date":"2023-03-14","ids":{"openalex":"https://openalex.org/W4324291879","doi":"https://doi.org/10.1109/tpds.2023.3250513"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2023.3250513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3250513","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080988180","display_name":"Feijie Wu","orcid":"https://orcid.org/0000-0003-0541-1901"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Feijie Wu","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0541-1901","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","Hong Kong Polytechnic University, Shenzhen Research Institute, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9831-2202","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Hong Kong Polytechnic University, Shenzhen Research Institute, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027119797","display_name":"Haozhao Wang","orcid":"https://orcid.org/0000-0002-7591-5315"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haozhao Wang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7591-5315","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100753683","display_name":"Haobo Zhang","orcid":"https://orcid.org/0009-0001-0670-1786"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haobo Zhang","raw_affiliation_strings":["Computer Science and Engineering department, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0009-0001-0670-1786","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering department, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017137055","display_name":"Zhihao Qu","orcid":"https://orcid.org/0000-0001-7538-1985"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Qu","raw_affiliation_strings":["School of Computer and Information, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7538-1985","affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007296623","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-8073-2118"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8073-2118","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087202948","display_name":"Ziming Liu","orcid":"https://orcid.org/0000-0001-8001-9585"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziming Liu","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8001-9585","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0475,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.80166525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"34","issue":"5","first_page":"1548","last_page":"1559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.738502025604248},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5515838861465454},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.5127066373825073},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.49694064259529114},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.4645063579082489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43232622742652893},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4216041564941406},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32150641083717346},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32137930393218994},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15862861275672913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.738502025604248},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5515838861465454},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.5127066373825073},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.49694064259529114},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.4645063579082489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43232622742652893},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4216041564941406},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32150641083717346},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32137930393218994},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15862861275672913},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2023.3250513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3250513","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-129221","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-129221","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3017900995","display_name":null,"funder_award_id":"JCYJ20200109142008673","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G5802764790","display_name":null,"funder_award_id":"62102131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G953824872","display_name":null,"funder_award_id":"BK20210361","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1686810756","https://openalex.org/W2116612304","https://openalex.org/W2618530766","https://openalex.org/W2744599870","https://openalex.org/W2750384547","https://openalex.org/W2807006176","https://openalex.org/W2900182564","https://openalex.org/W2955213239","https://openalex.org/W2964243509","https://openalex.org/W2985986882","https://openalex.org/W2996442797","https://openalex.org/W2997361490","https://openalex.org/W3007279825","https://openalex.org/W3015640161","https://openalex.org/W3029897895","https://openalex.org/W3037913917","https://openalex.org/W3045317090","https://openalex.org/W3045611708","https://openalex.org/W3047304572","https://openalex.org/W3090393599","https://openalex.org/W3095593352","https://openalex.org/W3102816259","https://openalex.org/W3107965923","https://openalex.org/W3109504587","https://openalex.org/W3109982791","https://openalex.org/W3110672200","https://openalex.org/W3115942943","https://openalex.org/W3116992856","https://openalex.org/W3118608800","https://openalex.org/W3120480394","https://openalex.org/W3129097267","https://openalex.org/W3162275801","https://openalex.org/W3164271417","https://openalex.org/W3169555146","https://openalex.org/W3171596153","https://openalex.org/W3172612645","https://openalex.org/W3176364684","https://openalex.org/W3178661111","https://openalex.org/W3197072507","https://openalex.org/W3199139386","https://openalex.org/W4205597275","https://openalex.org/W4206595036","https://openalex.org/W4285762978","https://openalex.org/W4287332481","https://openalex.org/W6637373629","https://openalex.org/W6684249991","https://openalex.org/W6728757088","https://openalex.org/W6743688258","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6752029299","https://openalex.org/W6752191696","https://openalex.org/W6754416507","https://openalex.org/W6759238902","https://openalex.org/W6762519339","https://openalex.org/W6763214872","https://openalex.org/W6765541894","https://openalex.org/W6772197471","https://openalex.org/W6773520829","https://openalex.org/W6773817997","https://openalex.org/W6773976177","https://openalex.org/W6779174293","https://openalex.org/W6779269186","https://openalex.org/W6781318954","https://openalex.org/W6783533280","https://openalex.org/W6786915124","https://openalex.org/W6787972765","https://openalex.org/W6790808513","https://openalex.org/W6795281715","https://openalex.org/W6796204086","https://openalex.org/W6800755839","https://openalex.org/W6803116340"],"related_works":["https://openalex.org/W1989791859","https://openalex.org/W2390829436","https://openalex.org/W1971289376","https://openalex.org/W2565094479","https://openalex.org/W602859758","https://openalex.org/W2379101322","https://openalex.org/W2726447019","https://openalex.org/W1992553864","https://openalex.org/W2006439817","https://openalex.org/W2776207444"],"abstract_inverted_index":{"In":[0],"the":[1,43,57,68,74,82,88,105,110,123,127],"setting":[2],"of":[3,67,91,101,113],"federated":[4],"optimization,":[5],"where":[6],"a":[7,52,61],"global":[8,63,83],"model":[9,19,76],"is":[10,28],"aggregated":[11,75],"periodically,":[12],"step":[13,32,114],"asynchronism":[14,33],"occurs":[15],"when":[16],"participants":[17],"conduct":[18],"training":[20,124],"by":[21],"efficiently":[22],"utilizing":[23,87],"their":[24],"computational":[25],"resources.":[26],"It":[27],"well":[29],"acknowledged":[30],"that":[31,73,119],"leads":[34],"to":[35,60],"objective":[36],"inconsistency":[37],"under":[38],"non-i.i.d.":[39],"data,":[40],"which":[41,55],"degrades":[42],"model\u2019s":[44],"accuracy.":[45,129],"To":[46],"address":[47],"this":[48],"issue,":[49],"we":[50,71],"propose":[51],"new":[53],"algorithmFedaGrac,":[54],"calibrates":[56],"local":[58,89],"direction":[59],"predictive":[62],"orientation.":[64],"Taking":[65],"advantage":[66],"estimated":[69],"orientation,":[70],"guarantee":[72],"does":[77],"not":[78],"excessively":[79],"deviate":[80],"from":[81],"optimum":[84],"while":[85],"fully":[86],"updates":[90],"faster":[92],"nodes.":[93],"We":[94],"theoretically":[95],"prove":[96],"thatFedaGracholds":[97],"an":[98],"improved":[99],"order":[100],"convergence":[102],"rate":[103],"than":[104],"state-of-the-art":[106],"approaches":[107],"and":[108,125],"eliminates":[109],"negative":[111],"effect":[112],"asynchronism.":[115],"Empirical":[116],"results":[117],"show":[118],"our":[120],"algorithm":[121],"accelerates":[122],"enhances":[126],"final":[128]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}