{"id":"https://openalex.org/W7123353906","doi":"https://doi.org/10.1109/tsp.2026.3652487","title":"A Multi-Token Coordinate Descent Method for Semi-Decentralized Vertical Federated Learning","display_name":"A Multi-Token Coordinate Descent Method for Semi-Decentralized Vertical Federated Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7123353906","doi":"https://doi.org/10.1109/tsp.2026.3652487"},"language":null,"primary_location":{"id":"doi:10.1109/tsp.2026.3652487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2026.3652487","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056516041","display_name":"Pedro Valdeira","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pedro Valdeira","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA 15213 USA, also with the Instituto Superior T\u00e9cnico, Universidade de Lisboa, 1049-001 Lisbon, Portugal, and also with the Laboratory for Robotics and Engineering Systems, Institute for Systems and Robotics, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-2677-8710","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA 15213 USA, also with the Instituto Superior T\u00e9cnico, Universidade de Lisboa, 1049-001 Lisbon, Portugal, and also with the Laboratory for Robotics and Engineering Systems, Institute for Systems and Robotics, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122253301","display_name":"Yuejie Chi","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuejie Chi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6766-5459","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081891760","display_name":"C J R Santos Soares","orcid":null},"institutions":[{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Cl\u00e1udia Soares","raw_affiliation_strings":["Computer Science Department, Universidade Nova de Lisboa Faculdade de Ciencias e Tecnologia, Caparica, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-3071-6627","affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidade Nova de Lisboa Faculdade de Ciencias e Tecnologia, Caparica, Portugal","institution_ids":["https://openalex.org/I83558840"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122850018","display_name":"Jo\u00e3o Xavier","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Xavier","raw_affiliation_strings":["Instituto Superior T\u00e9cnico, Universidade de Lisboa, 1049-001 Lisbon, Portugal, and also with the Laboratory for Robotics and Engineering Systems, Institute for Systems and Robotics, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-9669-8532","affiliations":[{"raw_affiliation_string":"Instituto Superior T\u00e9cnico, Universidade de Lisboa, 1049-001 Lisbon, Portugal, and also with the Laboratory for Robotics and Engineering Systems, Institute for Systems and Robotics, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210166615"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05851803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"74","issue":null,"first_page":"293","last_page":"308"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.03889999911189079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coordinate-descent","display_name":"Coordinate descent","score":0.6434999704360962},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6359000205993652},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.6348000168800354},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6309000253677368},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5198000073432922},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4832000136375427},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.47049999237060547},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4499000012874603},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.44339999556541443}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918999791145325},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.6434999704360962},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6359000205993652},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.6348000168800354},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6309000253677368},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5615000128746033},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5198000073432922},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.47049999237060547},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4499000012874603},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.44339999556541443},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.38440001010894775},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3630000054836273},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.3578000068664551},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35530000925064087},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.3124000132083893},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2736000120639801},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2026.3652487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2026.3652487","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1644641054","https://openalex.org/W1865368880","https://openalex.org/W1920022804","https://openalex.org/W1947202642","https://openalex.org/W1970997001","https://openalex.org/W1973754217","https://openalex.org/W1981042292","https://openalex.org/W1982545958","https://openalex.org/W2000769684","https://openalex.org/W2023901033","https://openalex.org/W2044212084","https://openalex.org/W2049659086","https://openalex.org/W2076428552","https://openalex.org/W2095984592","https://openalex.org/W2117686388","https://openalex.org/W2145636261","https://openalex.org/W2148087609","https://openalex.org/W2160504298","https://openalex.org/W2194775991","https://openalex.org/W2497446532","https://openalex.org/W2605994693","https://openalex.org/W2763533254","https://openalex.org/W2962771678","https://openalex.org/W2982113767","https://openalex.org/W2991411395","https://openalex.org/W3014507393","https://openalex.org/W3094368349","https://openalex.org/W3103989228","https://openalex.org/W3159028135","https://openalex.org/W3160851275","https://openalex.org/W3201700150","https://openalex.org/W3204183032","https://openalex.org/W4296207781","https://openalex.org/W4313038934","https://openalex.org/W4389961161","https://openalex.org/W4391250546","https://openalex.org/W4407212925","https://openalex.org/W4407354590"],"related_works":[],"abstract_inverted_index":{"Most":[0],"federated":[1],"learning":[2],"(FL)":[3],"methods":[4,69],"use":[5],"a":[6,14,30,38,114,151,173,277],"client-server":[7,87,125,165,179,220,230,272],"scheme,":[8],"where":[9,97],"clients":[10,42,98],"communicate":[11,43],"only":[12],"with":[13,45,49],"central":[15],"server.":[16],"However,":[17],"this":[18,84],"scheme":[19,221],"is":[20,79,149],"prone":[21],"to":[22,74,180,248],"bandwidth":[23],"bottlenecks":[24],"at":[25,194],"the":[26,50,58,65,77,93,103,137,160,205,215,219,225,235,243,257,262,264],"server":[27,51],"and":[28,52,63,88,126,139,252,273],"has":[29],"single":[31],"point":[32],"of":[33,67,102,154,162,175,211,218,228,237,259,267,279],"failure.":[34],"In":[35],"contrast,":[36],"in":[37],"(fully)":[39],"decentralized":[40,68,89,140,147,274],"approach,":[41],"directly":[44],"each":[46],"other,":[47],"dispensing":[48],"mitigating":[53],"these":[54],"issues.":[55],"Yet,":[56,157],"as":[57,142,234],"client":[59],"network":[60,78],"grows":[61],"larger":[62],"sparser,":[64],"convergence":[66],"slows":[70],"down,":[71],"even":[72],"failing":[73],"converge":[75],"if":[76],"disconnected.":[80],"This":[81,245],"work":[82],"addresses":[83],"gap":[85],"between":[86],"schemes,":[90],"focusing":[91],"on":[92,164,242,261],"vertical":[94,119],"FL":[95,120],"setup,":[96],"hold":[99],"different":[100],"features":[101],"same":[104],"samples.":[105],"We":[106,182],"propose":[107],"multi-token":[108],"coordinate":[109],"descent":[110],"(<monospace":[111],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[112,134,168,191,197],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">MTCD</monospace>),":[113],"flexible":[115],"semi-decentralized":[116,265],"method":[117,153],"for":[118,185,201],"that":[121,254],"can":[122,170,269],"exploit":[123],"both":[124,250,271],"client-client":[127,232],"links.":[128],"By":[129],"selecting":[130],"appropriate":[131],"hyperparameters,":[132],"<monospace":[133,167,190],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">MTCD</monospace>":[135,169,192],"recovers":[136],"client-sever":[138],"schemes":[141,176],"special":[143],"cases\u2014in":[144],"fact,":[145],"its":[146],"instance":[148],"itself":[150],"novel":[152],"independent":[155],"interest.":[156],"by":[158,255],"controlling":[159],"degree":[161,258],"dependency":[163,260],"links,":[166],"also":[171],"explore":[172],"spectrum":[174],"ranging":[177],"from":[178],"decentralized.":[181],"prove":[183],"that,":[184],"sufficiently":[186],"large":[187],"batch":[188],"sizes,":[189],"converges":[193],"an":[195],"<inline-formula":[196],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[198],"notation=\"LaTeX\">$O(1/T)$</tex-math></inline-formula>":[199],"rate":[200],"nonconvex":[202],"objectives":[203],"when":[204],"tokens":[206],"roam":[207],"across":[208,276],"disjoint":[209],"subsets":[210],"clients.":[212],"To":[213],"capture":[214],"aforementioned":[216],"drawbacks":[217],"succinctly,":[222],"we":[223],"model":[224],"relative":[226],"impact":[227],"using":[229],"versus":[231],"links":[233],"ratio":[236],"their":[238],"\u201ccosts\u201d,":[239],"which":[240],"depends":[241],"application.":[244],"allows":[246],"us":[247],"demonstrate,":[249],"analytically":[251],"empirically,":[253],"tuning":[256],"server,":[263],"instances":[266],"MTCD":[268],"outperform":[270],"approaches":[275],"range":[278],"applications.":[280]},"counts_by_year":[],"updated_date":"2026-02-12T06:13:03.167441","created_date":"2026-01-14T00:00:00"}