{"id":"https://openalex.org/W4392901803","doi":"https://doi.org/10.1109/jiot.2024.3376821","title":"Combining Conjugate Gradient and Momentum for Unconstrained Stochastic Optimization With Applications to Machine Learning","display_name":"Combining Conjugate Gradient and Momentum for Unconstrained Stochastic Optimization With Applications to Machine Learning","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392901803","doi":"https://doi.org/10.1109/jiot.2024.3376821"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3376821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3376821","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049996928","display_name":"Yulan Yuan","orcid":"https://orcid.org/0009-0004-6817-0310"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yulan Yuan","raw_affiliation_strings":["Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0004-6817-0310","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040138091","display_name":"Danny H. K. Tsang","orcid":"https://orcid.org/0000-0003-0135-7098"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Danny H. K. Tsang","raw_affiliation_strings":["Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-0135-7098","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":null,"display_name":"Vincent K. N. Lau","orcid":"https://orcid.org/0000-0003-2185-8009"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Vincent K. N. Lau","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, SAR, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2185-8009","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6671,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85383105,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"13","first_page":"23236","last_page":"23254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6378064155578613},{"id":"https://openalex.org/keywords/conjugate-gradient-method","display_name":"Conjugate gradient method","score":0.6037755608558655},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.542722225189209},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5199245810508728},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5062529444694519},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5037402510643005},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.46803122758865356},{"id":"https://openalex.org/keywords/nonlinear-conjugate-gradient-method","display_name":"Nonlinear conjugate gradient method","score":0.4535974860191345},{"id":"https://openalex.org/keywords/stochastic-differential-equation","display_name":"Stochastic differential equation","score":0.4518718719482422},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.4350457787513733},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4284003674983978},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.4154585301876068},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2750861942768097},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.24566331505775452},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.24160507321357727},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12806269526481628},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11908221244812012},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.09422105550765991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6378064155578613},{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.6037755608558655},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.542722225189209},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5199245810508728},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5062529444694519},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5037402510643005},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46803122758865356},{"id":"https://openalex.org/C26362088","wikidata":"https://www.wikidata.org/wiki/Q17086453","display_name":"Nonlinear conjugate gradient method","level":4,"score":0.4535974860191345},{"id":"https://openalex.org/C51955184","wikidata":"https://www.wikidata.org/wiki/Q1545585","display_name":"Stochastic differential equation","level":2,"score":0.4518718719482422},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.4350457787513733},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4284003674983978},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.4154585301876068},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2750861942768097},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.24566331505775452},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.24160507321357727},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12806269526481628},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11908221244812012},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.09422105550765991},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2024.3376821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3376821","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-138941","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-138941","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G537185493","display_name":null,"funder_award_id":"2023A03J0011","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"},{"id":"https://openalex.org/G6773242970","display_name":"Hierarchical Federated Learning with Heterogeneous IoT Sensors in 6G Wireless Networks","funder_award_id":"16207221","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W176082795","https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1988720110","https://openalex.org/W1992208280","https://openalex.org/W2007700189","https://openalex.org/W2012231377","https://openalex.org/W2014851363","https://openalex.org/W2091549324","https://openalex.org/W2101375275","https://openalex.org/W2137731592","https://openalex.org/W2157293015","https://openalex.org/W2170316986","https://openalex.org/W2661056902","https://openalex.org/W2785523195","https://openalex.org/W2898866127","https://openalex.org/W2907379776","https://openalex.org/W2963428929","https://openalex.org/W2963433607","https://openalex.org/W2963698657","https://openalex.org/W2997199030","https://openalex.org/W3006919779","https://openalex.org/W3015636663","https://openalex.org/W3036822879","https://openalex.org/W4200121978","https://openalex.org/W4224232484","https://openalex.org/W4226380048","https://openalex.org/W4250589301","https://openalex.org/W4255900881","https://openalex.org/W4289761856","https://openalex.org/W4293775970","https://openalex.org/W4312942456","https://openalex.org/W6606172987","https://openalex.org/W6631190155","https://openalex.org/W6727883105","https://openalex.org/W6747620207","https://openalex.org/W6753146606","https://openalex.org/W6756528052","https://openalex.org/W6757016017","https://openalex.org/W6764512587","https://openalex.org/W6766816269"],"related_works":["https://openalex.org/W2098528027","https://openalex.org/W2375129592","https://openalex.org/W2060532089","https://openalex.org/W3159557833","https://openalex.org/W2005717169","https://openalex.org/W2183734858","https://openalex.org/W4387168483","https://openalex.org/W4319027779","https://openalex.org/W2941778027","https://openalex.org/W3131790919"],"abstract_inverted_index":{"Due":[0],"to":[1,19,26,31,66,108,145],"the":[2,7,36,68,71,75,85,89,100,117,120,132],"influence":[3],"of":[4,38,59,70,119],"stochastic":[5,95],"gradients,":[6],"existing":[8],"algorithms":[9],"suffer":[10],"from":[11],"slow":[12],"convergence,":[13],"noise":[14,124,142],"explosion,":[15],"and":[16,41,125,141],"even":[17],"failure":[18],"converge":[20],"in":[21,64,88,122,136],"practice,":[22],"which":[23,54,114],"motivates":[24],"us":[25],"propose":[27,49],"an":[28],"accelerated":[29],"algorithm":[30,73,87,121],"tackle":[32],"these":[33,60],"issues.":[34],"Recognizing":[35],"potential":[37],"gradient,":[39],"momentum,":[40],"conjugate":[42],"gradient":[43],"as":[44],"promising":[45],"search":[46],"directions,":[47],"we":[48,78],"a":[50,56,80,93],"3-D":[51],"acceleration":[52],"algorithm,":[53],"uses":[55],"weighted":[57],"combination":[58],"three":[61],"basis.":[62],"Specifically,":[63],"order":[65],"analyze":[67],"dynamics":[69],"discrete-time":[72,86],"during":[74],"update":[76],"process,":[77],"provide":[79],"general":[81],"framework":[82],"for":[83],"approximating":[84],"weak":[90],"sense":[91],"by":[92],"continuous-time":[94,101],"differential":[96],"equation.":[97],"We":[98],"exploit":[99],"formulation":[102],"together":[103],"with":[104],"Lyapunov":[105],"drift":[106],"optimization":[107],"derive":[109],"novel":[110],"adaptive":[111],"step":[112],"sizes,":[113],"effectively":[115],"improve":[116],"performance":[118],"stabilizing":[123],"accelerating":[126],"convergence.":[127],"Extensive":[128],"numerical":[129],"experiments":[130],"demonstrate":[131],"proposed":[133],"algorithm\u2019s":[134],"superiority":[135],"convergence":[137],"rate,":[138],"computation":[139],"complexity,":[140],"robustness":[143],"compared":[144],"state-of-the-art":[146],"baselines.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}