{"id":"https://openalex.org/W4389105075","doi":"https://doi.org/10.1109/tsp.2023.3336175","title":"DINE: Decentralized Inexact Newton With Exact Linear Convergence Rate","display_name":"DINE: Decentralized Inexact Newton With Exact Linear Convergence Rate","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4389105075","doi":"https://doi.org/10.1109/tsp.2023.3336175"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2023.3336175","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tsp.2023.3336175","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029403877","display_name":"Haishan Ye","orcid":"https://orcid.org/0000-0002-0242-4857"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haishan Ye","raw_affiliation_strings":["Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038978605","display_name":"Shiyuan He","orcid":"https://orcid.org/0000-0003-2593-4566"},"institutions":[{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]},{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyuan He","raw_affiliation_strings":["Center for Applied Statistics, Institute of Statistics and Big Data, Renmin University of China, Bejing, China","center for Applied Statistics, Institute of Statistics and Big Data, Renmin University of China, Bejing, China"],"affiliations":[{"raw_affiliation_string":"Center for Applied Statistics, Institute of Statistics and Big Data, Renmin University of China, Bejing, China","institution_ids":["https://openalex.org/I78988378","https://openalex.org/I4210096250"]},{"raw_affiliation_string":"center for Applied Statistics, Institute of Statistics and Big Data, Renmin University of China, Bejing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068724396","display_name":"Xiangyu Chang","orcid":"https://orcid.org/0000-0001-9225-0477"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Chang","raw_affiliation_strings":["Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029403877"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18882716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":null,"first_page":"143","last_page":"156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5877945423126221},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5449569821357727},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5245226621627808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4894815683364868},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4831914007663727},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.45872801542282104},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.449954092502594},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42800503969192505},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.4230441153049469},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.353556364774704},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34062933921813965},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2614881992340088},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.13294970989227295},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07192710041999817}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5877945423126221},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5449569821357727},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5245226621627808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4894815683364868},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4831914007663727},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.45872801542282104},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.449954092502594},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42800503969192505},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.4230441153049469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.353556364774704},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34062933921813965},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2614881992340088},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.13294970989227295},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07192710041999817},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2023.3336175","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tsp.2023.3336175","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1831429410","display_name":null,"funder_award_id":"2021JC-01","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G2724742399","display_name":null,"funder_award_id":"12101491","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W866281365","https://openalex.org/W1571416372","https://openalex.org/W1616857247","https://openalex.org/W1982431711","https://openalex.org/W1994860969","https://openalex.org/W2044212084","https://openalex.org/W2088627138","https://openalex.org/W2096544401","https://openalex.org/W2107501462","https://openalex.org/W2118776392","https://openalex.org/W2129122308","https://openalex.org/W2130758224","https://openalex.org/W2153635508","https://openalex.org/W2243837470","https://openalex.org/W2537046506","https://openalex.org/W2617089797","https://openalex.org/W2763533254","https://openalex.org/W2807215287","https://openalex.org/W2963649943","https://openalex.org/W2964183442","https://openalex.org/W2989361410","https://openalex.org/W3023928325","https://openalex.org/W3038991971","https://openalex.org/W3043309535","https://openalex.org/W3081144209","https://openalex.org/W3086080324","https://openalex.org/W3092262213","https://openalex.org/W3096659018","https://openalex.org/W3100513551","https://openalex.org/W3102661755","https://openalex.org/W3147292290","https://openalex.org/W3172556047","https://openalex.org/W4221120512","https://openalex.org/W4301014524","https://openalex.org/W4382998687","https://openalex.org/W6640396632","https://openalex.org/W6676105031","https://openalex.org/W6738250615","https://openalex.org/W6752074875","https://openalex.org/W6759226220","https://openalex.org/W6762623105","https://openalex.org/W6763299524","https://openalex.org/W6767277905","https://openalex.org/W6770379143","https://openalex.org/W6774934054","https://openalex.org/W6775102754","https://openalex.org/W6777292150","https://openalex.org/W6779325187","https://openalex.org/W6785237544","https://openalex.org/W6791118873"],"related_works":["https://openalex.org/W2046435967","https://openalex.org/W4231775656","https://openalex.org/W2770593030","https://openalex.org/W4281727072","https://openalex.org/W2560201613","https://openalex.org/W3154990682","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W1532073221","https://openalex.org/W2377538627"],"abstract_inverted_index":{"Decentralized":[0,16,135],"learning":[1,24],"has":[2],"recently":[3],"attracted":[4],"much":[5],"research":[6],"attention":[7],"because":[8,86],"of":[9,34,47,61,152,223,249],"its":[10],"robustness":[11],"and":[12,56,74,83,119,168,231,239],"user":[13],"privacy":[14],"advantages.":[15],"algorithms":[17,36,112],"play":[18],"central":[19],"roles":[20],"in":[21,26],"training":[22],"machine":[23],"models":[25],"decentralized":[27,62,66,131,166,256],"learning.":[28,63],"Due":[29],"to":[30,42,51,91,97,103,113,146,164,176,198,213],"the":[31,44,48,58,98,105,148,153,160,165,172,183,186,189,193,220,247,254],"slow":[32],"convergence":[33,54,141,180,217],"first-order":[35],"(e.g.,":[37],"SGD),":[38],"several":[39],"works":[40],"try":[41],"exploit":[43],"second-order":[45,67,132,257],"information":[46],"local":[49],"functions":[50],"obtain":[52,214],"faster":[53],"rates":[55],"achieve":[57,80,177,236],"communication":[59,84,238],"efficiency":[60,85],"However,":[64],"existing":[65],"algorithms,":[68],"such":[69],"as":[70,185],"<monospace":[71,75,156,210,224,232,250],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[72,76,144,157,204,211,225,233,251],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Network_DANE</monospace>":[73],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Newton_tracking</monospace>,":[77],"can":[78,227,235],"not":[79],"both":[81,237],"computation":[82,117,150,240],"they":[87],"are":[88],"required":[89],"either":[90],"solve":[92],"an":[93],"expensive":[94],"sub-problem":[95],"up":[96,197],"target":[99],"precision":[100],"precisely":[101],"or":[102],"compute":[104],"Hessian":[106],"inverse.":[107],"Therefore,":[108],"this":[109,125],"causes":[110],"these":[111],"suffer":[114],"from":[115],"high":[116,149],"costs":[118,151],"hinders":[120],"their":[121],"wide":[122],"applications.":[123],"In":[124],"paper,":[126],"we":[127],"design":[128],"a":[129,178,199,215],"novel":[130],"algorithm":[133],"called":[134],"Inexact":[136],"Newton":[137,163,195],"with":[138,171],"Exact":[139],"linear":[140,179,216],"rate":[142],"(<monospace":[143],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DINE</monospace>)":[145],"overcome":[147],"existed":[154],"ones.":[155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DINE</monospace>":[158,212,226,234,252],"extends":[159],"famous":[161],"inexact":[162,187],"setting":[167],"combines":[169],"it":[170],"gradient":[173],"tracking":[174],"method":[175],"rate.":[181,218],"Almost":[182],"same":[184],"Newton,":[188],"descent":[190,221],"direction":[191,196,222],"approximating":[192],"exact":[194],"constant":[200],"less":[201],"than":[202],"<inline-formula":[203],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[205],"notation=\"LaTeX\">$1/3$</tex-math></inline-formula>":[206],"is":[207],"sufficient":[208],"for":[209],"Thus,":[219],"be":[228],"computed":[229],"cheaply,":[230],"efficiency.":[241],"Our":[242],"empirical":[243],"study":[244],"also":[245],"validates":[246],"advantages":[248],"over":[253],"extant":[255],"algorithms.":[258]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}
