{"id":"https://openalex.org/W4399414637","doi":"https://doi.org/10.1109/tsipn.2024.3388948","title":"Natural Gradient Primal-Dual Method for Decentralized Learning","display_name":"Natural Gradient Primal-Dual Method for Decentralized Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399414637","doi":"https://doi.org/10.1109/tsipn.2024.3388948"},"language":"en","primary_location":{"id":"doi:10.1109/tsipn.2024.3388948","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tsipn.2024.3388948","pdf_url":null,"source":{"id":"https://openalex.org/S4306422866","display_name":"IEEE Transactions on Signal and Information Processing over Networks","issn_l":"2373-776X","issn":["2373-776X","2373-7778"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal and Information Processing over Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046170826","display_name":"Kenta Niwa","orcid":"https://orcid.org/0000-0002-6911-0238"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenta Niwa","raw_affiliation_strings":["NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6911-0238","affiliations":[{"raw_affiliation_string":"NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113242535","display_name":"Hiro Ishii","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiro Ishii","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007032557","display_name":"Hiroshi Sawada","orcid":"https://orcid.org/0000-0002-4831-9286"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroshi Sawada","raw_affiliation_strings":["NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4831-9286","affiliations":[{"raw_affiliation_string":"NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043865083","display_name":"Akinori Fujino","orcid":"https://orcid.org/0000-0003-3377-3539"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akinori Fujino","raw_affiliation_strings":["NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3377-3539","affiliations":[{"raw_affiliation_string":"NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054467679","display_name":"Noboru Harada","orcid":"https://orcid.org/0000-0002-1759-4533"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Noboru Harada","raw_affiliation_strings":["NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1759-4533","affiliations":[{"raw_affiliation_string":"NTT, Communication Science Laboratories, NTT Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024747717","display_name":"Rio Yokota","orcid":"https://orcid.org/0000-0001-7573-7873"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rio Yokota","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7573-7873","affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06194673,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"417","last_page":"433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.7625550031661987},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.657397985458374},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.471378892660141},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1912025809288025},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.11096721887588501}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.7625550031661987},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.657397985458374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.471378892660141},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1912025809288025},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11096721887588501},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsipn.2024.3388948","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tsipn.2024.3388948","pdf_url":null,"source":{"id":"https://openalex.org/S4306422866","display_name":"IEEE Transactions on Signal and Information Processing over Networks","issn_l":"2373-776X","issn":["2373-776X","2373-7778"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal and Information Processing over Networks","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1970789124","https://openalex.org/W2029080014","https://openalex.org/W2045079045","https://openalex.org/W2068254488","https://openalex.org/W2114109296","https://openalex.org/W2194775991","https://openalex.org/W2266148951","https://openalex.org/W2590701476","https://openalex.org/W2963395927","https://openalex.org/W2963649943","https://openalex.org/W2972570881","https://openalex.org/W2991772480","https://openalex.org/W3080376529","https://openalex.org/W3081237964","https://openalex.org/W3086499488","https://openalex.org/W4229650096","https://openalex.org/W4232936225","https://openalex.org/W4249667877","https://openalex.org/W4250482878","https://openalex.org/W4281563145","https://openalex.org/W4287555347","https://openalex.org/W4298840580","https://openalex.org/W4300427724","https://openalex.org/W6637373629","https://openalex.org/W6683107984","https://openalex.org/W6721263324","https://openalex.org/W6730009442","https://openalex.org/W6730398498","https://openalex.org/W6767676916","https://openalex.org/W6774804355","https://openalex.org/W6782430000","https://openalex.org/W6786876916","https://openalex.org/W6796365516","https://openalex.org/W6797480863","https://openalex.org/W6802490538","https://openalex.org/W6838420349","https://openalex.org/W6838998518"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"We":[0,102],"propose":[1],"the":[2,22,26,46,71,77,85,93,105,109,115,148],"Natural":[3],"Gradient":[4],"Primal-Dual":[5],"(NGPD)":[6],"method":[7,44,75,79],"for":[8,108],"decentralized":[9],"learning":[10],"of":[11,38,49,87,114,125],"parameters":[12,28],"in":[13,131],"Deep":[14],"Neural":[15],"Networks":[16],"(DNNs).":[17],"Conventional":[18],"approaches,":[19],"such":[20],"as":[21],"primal-dual":[23,78],"method,":[24],"constrain":[25],"local":[27,56,62,116],"to":[29],"be":[30],"similar":[31],"between":[32],"connected":[33],"nodes.":[34],"However,":[35],"since":[36],"most":[37],"them":[39],"follow":[40],"a":[41,122,128],"first-order":[42],"optimization":[43],"and":[45,59,91],"loss":[47],"functions":[48],"DNNs":[50],"may":[51],"have":[52],"ill-conditioned":[53,98],"curvatures,":[54],"many":[55],"parameter":[57,94,111],"updates":[58],"communication":[60],"among":[61],"nodes":[63],"are":[64],"needed.":[65],"For":[66],"fast":[67],"convergence,":[68],"we":[69,134],"integrate":[70],"second-order":[72],"natural":[73],"gradient":[74],"into":[76],"(NGPD).":[80],"Since":[81],"additional":[82],"constraint":[83],"minimizes":[84],"amount":[86],"output":[88],"change":[89],"before":[90],"after":[92],"updates,":[95],"robustness":[96],"towards":[97],"curvatures":[99],"is":[100],"expected.":[101],"theoretically":[103],"demonstrate":[104],"convergence":[106],"rate":[107],"averaged":[110],"(the":[112],"average":[113],"parameters)":[117],"under":[118],"certain":[119],"assumptions.":[120],"As":[121],"practical":[123],"implementation":[124],"NGPD":[126,146],"without":[127],"significant":[129],"increase":[130],"computational":[132],"overheads,":[133],"introduce":[135],"Kronecker":[136],"Factored":[137],"Approximate":[138],"Curvature":[139],"(K-FAC).":[140],"Our":[141],"experimental":[142],"results":[143],"confirmed":[144],"that":[145],"achieved":[147],"highest":[149],"test":[150],"accuracy":[151],"through":[152],"image":[153],"classification":[154],"tasks":[155],"using":[156],"DNNs.":[157]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}