{"id":"https://openalex.org/W4285134452","doi":"https://doi.org/10.1109/tsp.2022.3184772","title":"Decentralized Non-Convex Learning With Linearly Coupled Constraints: Algorithm Designs and Application to Vertical Learning Problem","display_name":"Decentralized Non-Convex Learning With Linearly Coupled Constraints: Algorithm Designs and Application to Vertical Learning Problem","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285134452","doi":"https://doi.org/10.1109/tsp.2022.3184772"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3184772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3184772","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462851","display_name":"Jiawei Zhang","orcid":"https://orcid.org/0000-0003-1377-7938"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen","School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062775265","display_name":"Songyang Ge","orcid":"https://orcid.org/0000-0002-0376-3607"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songyang Ge","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen and Shenzhen Research Institute of Big Data, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0376-3607","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen and Shenzhen Research Institute of Big Data, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586","https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064271996","display_name":"Tsung\u2010Hui Chang","orcid":"https://orcid.org/0000-0003-1349-2764"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tsung-Hui Chang","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, and Peng Cheng Laboratory, Shenzhen, China","Guangdong Provincial Key Laboratory of Big Data Computing and School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1349-2764","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, and Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Big Data Computing and School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101766226","display_name":"Zhi\u2010Quan Luo","orcid":"https://orcid.org/0000-0003-3995-914X"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi-Quan Luo","raw_affiliation_strings":["Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3995-914X","affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586","https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6992,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.59009242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"70","issue":null,"first_page":"3312","last_page":"3327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5285714268684387},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5280811786651611},{"id":"https://openalex.org/keywords/karush\u2013kuhn\u2013tucker-conditions","display_name":"Karush\u2013Kuhn\u2013Tucker conditions","score":0.5196941494941711},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5122262835502625},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5045095682144165},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.49808454513549805},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.4904281795024872},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.48922038078308105},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.47984549403190613},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.47636792063713074},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.4403397738933563},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4128364324569702},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38887569308280945}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5285714268684387},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5280811786651611},{"id":"https://openalex.org/C50454189","wikidata":"https://www.wikidata.org/wiki/Q2075125","display_name":"Karush\u2013Kuhn\u2013Tucker conditions","level":2,"score":0.5196941494941711},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5122262835502625},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5045095682144165},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.49808454513549805},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.4904281795024872},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.48922038078308105},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.47984549403190613},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.47636792063713074},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.4403397738933563},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4128364324569702},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38887569308280945},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2022.3184772","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3184772","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1543439990","https://openalex.org/W1943968880","https://openalex.org/W1984884414","https://openalex.org/W2022948311","https://openalex.org/W2027650277","https://openalex.org/W2038888321","https://openalex.org/W2092620240","https://openalex.org/W2100556411","https://openalex.org/W2127883485","https://openalex.org/W2137505594","https://openalex.org/W2155356457","https://openalex.org/W2162986857","https://openalex.org/W2167732364","https://openalex.org/W2524434304","https://openalex.org/W2535838896","https://openalex.org/W2559642817","https://openalex.org/W2617960902","https://openalex.org/W2733300693","https://openalex.org/W2737628516","https://openalex.org/W2789243870","https://openalex.org/W2795577721","https://openalex.org/W2803565980","https://openalex.org/W2805185133","https://openalex.org/W2808958252","https://openalex.org/W2900959181","https://openalex.org/W2911868526","https://openalex.org/W2912213068","https://openalex.org/W2940623308","https://openalex.org/W2944513470","https://openalex.org/W2951059495","https://openalex.org/W2960318545","https://openalex.org/W2962853966","https://openalex.org/W2964000362","https://openalex.org/W2980884817","https://openalex.org/W3015647945","https://openalex.org/W3021435406","https://openalex.org/W3022064003","https://openalex.org/W3034770799","https://openalex.org/W3047780503","https://openalex.org/W3048490699","https://openalex.org/W3049297571","https://openalex.org/W3134506969","https://openalex.org/W3141595720","https://openalex.org/W4250344912","https://openalex.org/W4250589301","https://openalex.org/W4250739957","https://openalex.org/W4297687186","https://openalex.org/W4318619660","https://openalex.org/W6728757088","https://openalex.org/W6738250615","https://openalex.org/W6740710678","https://openalex.org/W6748632073","https://openalex.org/W6752544856","https://openalex.org/W6756137178","https://openalex.org/W6766107292","https://openalex.org/W6782300498","https://openalex.org/W6791382221"],"related_works":["https://openalex.org/W3195000156","https://openalex.org/W2112045043","https://openalex.org/W2187449906","https://openalex.org/W2799640661","https://openalex.org/W3011190762","https://openalex.org/W2151520847","https://openalex.org/W2945507199","https://openalex.org/W2888970658","https://openalex.org/W1482842794","https://openalex.org/W2276365374"],"abstract_inverted_index":{"Motivated":[0],"by":[1,52],"the":[2,28,57,90,124,140,157,161],"need":[3],"for":[4,15,41,60,66,81,143,164],"decentralized":[5],"learning,":[6],"this":[7,95],"paper":[8],"aims":[9],"at":[10],"designing":[11],"a":[12,24,38,44,78,99,110,114,149,174],"distributed":[13,79,144],"algorithm":[14,80,127],"solving":[16,82,165],"nonconvex":[17,91],"problems":[18,62,68,70,84,146,169],"with":[19,71,85],"general":[20,86],"linear":[21,53,73,87],"constraints":[22,88],"over":[23,173],"multi-agent":[25,175],"network.":[26,176],"In":[27],"considered":[29],"problem,":[30,96],"each":[31],"agent":[32],"owns":[33],"some":[34],"local":[35,39,48],"information":[36],"and":[37,113],"variable":[40],"jointly":[42],"minimizing":[43],"cost":[45],"function,":[46],"but":[47],"variables":[49],"are":[50,63,153],"coupled":[51],"constraints.":[54,74],"Most":[55],"of":[56,160],"existing":[58],"methods":[59],"such":[61,83],"only":[64],"applicable":[65],"convex":[67],"or":[69],"specific":[72],"There":[75],"still":[76],"lacks":[77],"under":[89,121],"setting.":[92],"To":[93],"tackle":[94],"we":[97],"propose":[98],"new":[100],"algorithm,":[101,107],"called":[102],"<i>proximal":[103],"dual":[104,115],"consensus</i>":[105],"(PDC)":[106],"which":[108],"combines":[109],"proximal":[111],"technique":[112],"consensus":[116],"method.":[117],"We":[118],"show":[119],"that":[120],"certain":[122],"conditions":[123],"proposed":[125,162],"PDC":[126],"can":[128],"generate":[129],"an":[130],"<inline-formula><tex-math":[131,135],"notation=\"LaTeX\">$\\epsilon$</tex-math></inline-formula>-Karush-Kuhn-Tucker":[132],"solution":[133],"in":[134,170],"notation=\"LaTeX\">$\\mathcal":[136],"{O}(1/\\epsilon)$</tex-math></inline-formula>":[137],"iterations,":[138],"achieving":[139],"lower":[141],"bound":[142],"non-convex":[145],"up":[147],"to":[148,155],"constant.":[150],"Numerical":[151],"results":[152],"presented":[154],"demonstrate":[156],"good":[158],"performance":[159],"algorithms":[163],"two":[166],"vertical":[167],"learning":[168,172],"machine":[171]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}