{"id":"https://openalex.org/W4221120512","doi":"https://doi.org/10.1109/tnnls.2022.3151736","title":"Accelerated Distributed Approximate Newton Method","display_name":"Accelerated Distributed Approximate Newton Method","publication_year":2022,"publication_date":"2022-03-07","ids":{"openalex":"https://openalex.org/W4221120512","doi":"https://doi.org/10.1109/tnnls.2022.3151736","pmid":"https://pubmed.ncbi.nlm.nih.gov/35254992"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3151736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3151736","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029403877","display_name":"Haishan Ye","orcid":"https://orcid.org/0000-0002-0242-4857"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haishan Ye","raw_affiliation_strings":["Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003518978","display_name":"Chaoyang He","orcid":"https://orcid.org/0000-0003-2770-9661"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaoyang He","raw_affiliation_strings":["Department of Computer Science, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068724396","display_name":"Xiangyu Chang","orcid":"https://orcid.org/0000-0001-9225-0477"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Chang","raw_affiliation_strings":["Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Center for Intelligent Decision-Making and Machine Learning, School of Management, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029403877"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":2.2418,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85588235,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"34","issue":"11","first_page":"8642","last_page":"8653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/newtons-method","display_name":"Newton's method","score":0.5677425861358643},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47055792808532715},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3482385277748108},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3295745849609375},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18559232354164124},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.0697144865989685}],"concepts":[{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.5677425861358643},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47055792808532715},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3482385277748108},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3295745849609375},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18559232354164124},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.0697144865989685},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3151736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3151736","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35254992","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35254992","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1831429410","display_name":null,"funder_award_id":"2021JC-01","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G2724742399","display_name":null,"funder_award_id":"12101491","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G914409632","display_name":null,"funder_award_id":"72122018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W410850256","https://openalex.org/W584312462","https://openalex.org/W1518479949","https://openalex.org/W1549918636","https://openalex.org/W1697545848","https://openalex.org/W1946315329","https://openalex.org/W2060393849","https://openalex.org/W2096544401","https://openalex.org/W2107438106","https://openalex.org/W2107501462","https://openalex.org/W2173213060","https://openalex.org/W2185932763","https://openalex.org/W2189465200","https://openalex.org/W2414455940","https://openalex.org/W2510078447","https://openalex.org/W2535496140","https://openalex.org/W2557191228","https://openalex.org/W2560804315","https://openalex.org/W2739910069","https://openalex.org/W2769669795","https://openalex.org/W2935410731","https://openalex.org/W2955213239","https://openalex.org/W2963335515","https://openalex.org/W2963607709","https://openalex.org/W2996793355","https://openalex.org/W3007385749","https://openalex.org/W3080812040","https://openalex.org/W3096659018","https://openalex.org/W3141595720","https://openalex.org/W4206039841","https://openalex.org/W4287864610","https://openalex.org/W4294106961","https://openalex.org/W4301014524","https://openalex.org/W6614148910","https://openalex.org/W6617009369","https://openalex.org/W6631132026","https://openalex.org/W6637454738","https://openalex.org/W6640486635","https://openalex.org/W6676105031","https://openalex.org/W6686319040","https://openalex.org/W6687322159","https://openalex.org/W6725585423","https://openalex.org/W6730601996","https://openalex.org/W6741489008","https://openalex.org/W6744321884","https://openalex.org/W6745964145","https://openalex.org/W6761286299","https://openalex.org/W6765541894","https://openalex.org/W6767277905","https://openalex.org/W6771536673","https://openalex.org/W6774085356","https://openalex.org/W6774237926"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W213655078"],"abstract_inverted_index":{"Distributed":[0],"second-order":[1,27,83,211],"optimization,":[2],"as":[3],"an":[4,51],"effective":[5],"strategy":[6],"for":[7],"training":[8],"large-scale":[9],"machine":[10],"learning":[11],"systems,":[12],"has":[13],"been":[14],"widely":[15],"investigated":[16],"due":[17],"to":[18,48,55,64,93,133,142,158,172],"its":[19],"low":[20,175],"communication":[21,176,184,197],"complexity.":[22,177],"However,":[23],"the":[24,56,86,95,100,114,124,135,144,149,153,159,165,183,196,204],"existing":[25,101],"distributed":[26,31,82,88,210],"optimization":[28],"algorithms,":[29],"including":[30],"approximate":[32,89],"Newton":[33,90,126],"(DANE),":[34],"accelerated":[35,42,87],"inexact":[36,125],"DANE":[37],"(AIDE),":[38],"and":[39,70,107,139,161,185,191],"statistically":[40],"preconditioned":[41],"gradient":[43],"(SPAG),":[44],"are":[45,110,146],"all":[46],"required":[47,141],"precisely":[49],"solve":[50,143],"expensive":[52,136],"subproblem":[53,137,145],"up":[54],"target":[57,150],"precision.":[58,151],"Therefore,":[59],"this":[60,71,76],"causes":[61],"these":[62],"algorithms":[63],"suffer":[65],"from":[66],"high":[67,96],"computation":[68,97,186],"costs":[69,98],"hinders":[72],"their":[73],"development.":[74],"In":[75],"article,":[77],"we":[78],"design":[79],"a":[80,174],"novel":[81],"algorithm":[84],"called":[85],"(ADAN)":[91],"method":[92],"overcome":[94],"of":[99,148,206],"ones.":[102],"Compared":[103],"with":[104],"DANE,":[105,189],"AIDE,":[106,190],"SPAG,":[108],"which":[109],"constructed":[111],"based":[112],"on":[113],"relative":[115],"smooth":[116],"theory,":[117],"ADAN's":[118],"theoretical":[119,130],"foundation":[120],"is":[121],"built":[122],"upon":[123],"theory.":[127],"The":[128],"different":[129],"foundations":[131],"lead":[132],"handle":[134],"efficiently,":[138],"steps":[140],"independent":[147],"At":[152],"same":[154],"time,":[155],"ADAN":[156,171,179,207],"resorts":[157],"acceleration":[160],"can":[162,180,193],"effectively":[163],"exploit":[164],"objective":[166],"function's":[167],"curvature":[168],"information,":[169],"making":[170],"achieve":[173,181,194],"Thus,":[178],"both":[182],"efficiencies,":[187],"while":[188],"SPAG":[192],"only":[195],"efficiency.":[198],"Our":[199],"empirical":[200],"study":[201],"also":[202],"validates":[203],"advantages":[205],"over":[208],"extant":[209],"algorithms.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}