{"id":"https://openalex.org/W4411799445","doi":"https://doi.org/10.1109/tc.2025.3584272","title":"<b>Fed-OGD:</b> Mitigating Straggler Effects in Federated Learning via Orthogonal Gradient Descent","display_name":"<b>Fed-OGD:</b> Mitigating Straggler Effects in Federated Learning via Orthogonal Gradient Descent","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4411799445","doi":"https://doi.org/10.1109/tc.2025.3584272"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2025.3584272","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3584272","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Li","orcid":"https://orcid.org/0000-0002-3135-0447"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science &#x0026; Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education &#x0026; Jiangsu Key Laboratory of Media Design and Software Technology, Jiangnan University, Jiangsu, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science &#x0026; Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education &#x0026; Jiangsu Key Laboratory of Media Design and Software Technology, Jiangnan University, Jiangsu, P. R. China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118706815","display_name":"Zicheng Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zicheng Shen","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science &#x0026; Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education &#x0026; Jiangsu Key Laboratory of Media Design and Software Technology, Jiangnan University, Jiangsu, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science &#x0026; Engineering Research Center of Intelligent Technology for Healthcare, Ministry of Education &#x0026; Jiangsu Key Laboratory of Media Design and Software Technology, Jiangnan University, Jiangsu, P. R. China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009324770","display_name":"Xiulong Liu","orcid":"https://orcid.org/0000-0002-4746-5599"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiulong Liu","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, P. R. China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chuntao Ding","orcid":"https://orcid.org/0009-0001-4897-8716"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuntao Ding","raw_affiliation_strings":["School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jiaxing Shen","orcid":"https://orcid.org/0000-0002-0833-0288"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaxing Shen","raw_affiliation_strings":["School of Data Science, Lingnan University, Hong Kong, P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, Lingnan University, Hong Kong, P. R. China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111599522"],"apc_list":null,"apc_paid":null,"fwci":9.4273,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97588402,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"74","issue":"9","first_page":"3018","last_page":"3031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6792300343513489},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5036396384239197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29556500911712646},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1249462366104126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6792300343513489},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5036396384239197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29556500911712646},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1249462366104126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2025.3584272","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3584272","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G164033151","display_name":null,"funder_award_id":"DR25F4","funder_id":"https://openalex.org/F4320328618","funder_display_name":"Lingnan University"},{"id":"https://openalex.org/G891683650","display_name":null,"funder_award_id":"62202039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328618","display_name":"Lingnan University","ror":"https://ror.org/0563pg902"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1970789124","https://openalex.org/W2056451267","https://openalex.org/W2060277733","https://openalex.org/W2149298154","https://openalex.org/W2155297397","https://openalex.org/W2798720628","https://openalex.org/W2978709794","https://openalex.org/W2998045710","https://openalex.org/W3016632787","https://openalex.org/W3037871107","https://openalex.org/W3116579057","https://openalex.org/W3131368198","https://openalex.org/W3134083542","https://openalex.org/W3157232501","https://openalex.org/W3168149265","https://openalex.org/W3182828306","https://openalex.org/W3183910508","https://openalex.org/W3185987447","https://openalex.org/W3208693455","https://openalex.org/W4225014117","https://openalex.org/W4233424333","https://openalex.org/W4285219637","https://openalex.org/W4312290782","https://openalex.org/W4313173408","https://openalex.org/W4317987705","https://openalex.org/W4320067864","https://openalex.org/W4360764618","https://openalex.org/W4385819770","https://openalex.org/W4386071578","https://openalex.org/W4386767075","https://openalex.org/W4386902904","https://openalex.org/W4387415233","https://openalex.org/W4390970447","https://openalex.org/W4400314844","https://openalex.org/W4402159762","https://openalex.org/W4409536617","https://openalex.org/W6728757088","https://openalex.org/W6738383168","https://openalex.org/W6759238902","https://openalex.org/W6760214840","https://openalex.org/W6769244778","https://openalex.org/W6796204086","https://openalex.org/W6803156910"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"faces":[3],"challenges":[4],"due":[5],"to":[6,16,71],"straggler":[7,46,56,85,103],"clients":[8],"that":[9,83,173],"impede":[10],"timely":[11],"parameter":[12],"uploads,":[13],"potentially":[14],"leading":[15],"suboptimal":[17],"global":[18,68],"model":[19,69,117],"performance.":[20],"Existing":[21],"approaches":[22],"using":[23,58],"synchronous":[24],"and":[25,87,93,106,125,150,180,188],"asynchronous":[26,41],"communication":[27],"suffer":[28],"from":[29],"long":[30],"waiting":[31],"times":[32],"or":[33],"convergence":[34,123],"issues.":[35],"We":[36,120],"propose":[37],"Fed-OGD,":[38],"a":[39,169],"novel":[40],"FL":[42,142],"method":[43,133],"addressing":[44],"the":[45,55,67,89,108,116],"problem":[47],"through":[48,129],"gradient":[49],"orthogonalization.":[50],"Our":[51,132],"approach":[52],"innovatively":[53],"frames":[54],"issue":[57],"catastrophic":[59],"forgetting":[60],"theory,":[61],"viewing":[62],"stragglers":[63],"as":[64],"instances":[65],"of":[66],"\u201cforgetting\u201d":[70],"aggregate":[72],"their":[73],"parameters.":[74],"Fed-OGD":[75,171],"introduces":[76],"an":[77],"Orthogonal":[78],"Gradient":[79],"Descent":[80],"(OGD)":[81],"technique":[82],"caches":[84],"gradients":[86,101,114],"orthogonalizes":[88],"difference":[90],"between":[91],"these":[92],"current":[94],"active":[95,100],"client":[96],"gradients.":[97],"By":[98],"projecting":[99],"onto":[102],"orthogonal":[104],"bases":[105],"subtracting":[107],"resulting":[109],"components,":[110],"we":[111],"obtain":[112],"orthogonalized":[113],"guiding":[115],"towards":[118],"optimality.":[119],"provide":[121],"theoretical":[122],"guarantees":[124],"demonstrate":[126],"Fed-OGD\u2019s":[127],"effectiveness":[128],"extensive":[130],"experiments.":[131],"achieves":[134,172],"state-of-the-art":[135],"performance":[136],"across":[137],"multiple":[138],"datasets":[139],"among":[140],"SOTA":[141],"baselines,":[143],"with":[144,159],"notable":[145],"improvements":[146],"in":[147,168,176],"non-IID":[148],"(non-Independent":[149],"identically":[151],"distributed)":[152],"scenarios:":[153],"there":[154],"are":[155],"few":[156,166],"main":[157],"categories":[158,164],"many":[160],"samples":[161,167],"while":[162],"other":[163],"hold":[165],"client.":[170],"16.66%":[174],"increase":[175],"accuracy":[177],"on":[178,183],"CIFAR-10,":[179],"significant":[181],"gains":[182],"CIFAR-100":[184],"(5.37%),":[185],"Tiny-ImageNet":[186],"(38.51%),":[187],"AG_NEWS":[189],"(16.30%).":[190]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-07-01T00:00:00"}