{"id":"https://openalex.org/W2957696227","doi":"https://doi.org/10.1109/tsp.2019.2925609","title":"On Global Linear Convergence in Stochastic Nonconvex Optimization for Semidefinite Programming","display_name":"On Global Linear Convergence in Stochastic Nonconvex Optimization for Semidefinite Programming","publication_year":2019,"publication_date":"2019-07-12","ids":{"openalex":"https://openalex.org/W2957696227","doi":"https://doi.org/10.1109/tsp.2019.2925609","mag":"2957696227"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2019.2925609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2019.2925609","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100440528","display_name":"Jinshan Zeng","orcid":"https://orcid.org/0000-0003-1719-3358"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshan Zeng","raw_affiliation_strings":["School of Computer and Information Engineering, Jiangxi Normal University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0003-1719-3358","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101646256","display_name":"Ke Ma","orcid":"https://orcid.org/0000-0003-4178-0907"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Ma","raw_affiliation_strings":["School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051299066","display_name":"Yuan Yao","orcid":"https://orcid.org/0000-0001-5814-1162"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuan Yao","raw_affiliation_strings":["Department of Mathematics, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9343,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7210711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"67","issue":"16","first_page":"4261","last_page":"4275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semidefinite-programming","display_name":"Semidefinite programming","score":0.8607923984527588},{"id":"https://openalex.org/keywords/semidefinite-embedding","display_name":"Semidefinite embedding","score":0.727696418762207},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.651536762714386},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5737901329994202},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.5704219937324524},{"id":"https://openalex.org/keywords/second-order-cone-programming","display_name":"Second-order cone programming","score":0.513237714767456},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.48683851957321167},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.4625498652458191},{"id":"https://openalex.org/keywords/stochastic-programming","display_name":"Stochastic programming","score":0.41128242015838623},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4092593193054199},{"id":"https://openalex.org/keywords/quadratically-constrained-quadratic-program","display_name":"Quadratically constrained quadratic program","score":0.38590747117996216},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.22915276885032654},{"id":"https://openalex.org/keywords/quadratic-programming","display_name":"Quadratic programming","score":0.13939177989959717},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.09035664796829224}],"concepts":[{"id":"https://openalex.org/C101901036","wikidata":"https://www.wikidata.org/wiki/Q2269096","display_name":"Semidefinite programming","level":2,"score":0.8607923984527588},{"id":"https://openalex.org/C206818286","wikidata":"https://www.wikidata.org/wiki/Q7449403","display_name":"Semidefinite embedding","level":4,"score":0.727696418762207},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.651536762714386},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5737901329994202},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.5704219937324524},{"id":"https://openalex.org/C111397411","wikidata":"https://www.wikidata.org/wiki/Q7442977","display_name":"Second-order cone programming","level":4,"score":0.513237714767456},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.48683851957321167},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.4625498652458191},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.41128242015838623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4092593193054199},{"id":"https://openalex.org/C65148998","wikidata":"https://www.wikidata.org/wiki/Q7268373","display_name":"Quadratically constrained quadratic program","level":3,"score":0.38590747117996216},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.22915276885032654},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.13939177989959717},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.09035664796829224},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2019.2925609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2019.2925609","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:repository.ust.hk:1783.1-99601","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-99601","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1314766253","display_name":null,"funder_award_id":"61603162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3314631440","display_name":null,"funder_award_id":"61876074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5776305788","display_name":null,"funder_award_id":"11421110001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8749006423","display_name":"\u9762\u5411\u591a\u5a92\u4f53\u6570\u636e\u5206\u6790\u7684\u51e0\u4f55\u62d3\u6251\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61370004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W19684845","https://openalex.org/W85455704","https://openalex.org/W1189174436","https://openalex.org/W1488435683","https://openalex.org/W1519878159","https://openalex.org/W1574269637","https://openalex.org/W1836708065","https://openalex.org/W1871665132","https://openalex.org/W1884015253","https://openalex.org/W1963753244","https://openalex.org/W1994616650","https://openalex.org/W2088247287","https://openalex.org/W2097219534","https://openalex.org/W2106005123","https://openalex.org/W2107438106","https://openalex.org/W2111297856","https://openalex.org/W2116680824","https://openalex.org/W2116950495","https://openalex.org/W2133184112","https://openalex.org/W2138505091","https://openalex.org/W2142949395","https://openalex.org/W2143075842","https://openalex.org/W2154094669","https://openalex.org/W2174754147","https://openalex.org/W2216459995","https://openalex.org/W2279984491","https://openalex.org/W2301983558","https://openalex.org/W2304667012","https://openalex.org/W2319824271","https://openalex.org/W2406099690","https://openalex.org/W2555690212","https://openalex.org/W2572835079","https://openalex.org/W2586353914","https://openalex.org/W2788081624","https://openalex.org/W2950190315","https://openalex.org/W2962677560","https://openalex.org/W2962834831","https://openalex.org/W2962851402","https://openalex.org/W2963130606","https://openalex.org/W2963357892","https://openalex.org/W2963381277","https://openalex.org/W2963433607","https://openalex.org/W2963443408","https://openalex.org/W2963470657","https://openalex.org/W2963781962","https://openalex.org/W2963841451","https://openalex.org/W2963965485","https://openalex.org/W2963979747","https://openalex.org/W2964162744","https://openalex.org/W2964200481","https://openalex.org/W3102206315","https://openalex.org/W3103870504","https://openalex.org/W3148325197","https://openalex.org/W4294622503","https://openalex.org/W6603418435","https://openalex.org/W6627707193","https://openalex.org/W6638615092","https://openalex.org/W6639271350","https://openalex.org/W6639384702","https://openalex.org/W6674359587","https://openalex.org/W6676105031","https://openalex.org/W6676665419","https://openalex.org/W6677255997","https://openalex.org/W6677837081","https://openalex.org/W6682597966","https://openalex.org/W6695450189","https://openalex.org/W6698038680","https://openalex.org/W6705002163","https://openalex.org/W6713600550","https://openalex.org/W6729126563","https://openalex.org/W6731642533","https://openalex.org/W6748746129"],"related_works":["https://openalex.org/W2348903644","https://openalex.org/W2912522929","https://openalex.org/W1653317167","https://openalex.org/W2737505353","https://openalex.org/W2975050997","https://openalex.org/W4240313861","https://openalex.org/W2233303476","https://openalex.org/W2385886188","https://openalex.org/W2352839224","https://openalex.org/W2352659171"],"abstract_inverted_index":{"Nonconvex":[0],"reformulations":[1],"via":[2],"low-rank":[3],"factorization":[4],"for":[5],"stochastic":[6,58,85],"convex":[7,26,101,131],"semidefinite":[8],"optimization":[9,151],"problem":[10],"have":[11],"attracted":[12],"arising":[13],"attention":[14],"due":[15],"to":[16,38,40,93,118,161],"their":[17,71],"empirical":[18,72],"efficiency":[19],"and":[20,188,195,202],"scalability.":[21],"Compared":[22],"with":[23,42,103],"the":[24,28,56,62,66,84,95,99,119,128,140,145,150,157,181,186,190,205],"original":[25,100],"formulations,":[27],"nonconvex":[29,57,96],"ones":[30],"typically":[31],"involve":[32],"much":[33],"fewer":[34],"variables,":[35],"allowing":[36],"them":[37],"scale":[39],"scenarios":[41],"millions":[43],"of":[44,98,147,166,204,214],"variables.":[45],"However,":[46],"it":[47],"opens":[48],"a":[49,104,110,134,171,212],"new":[50],"challenge":[51],"that":[52,83],"under":[53],"what":[54],"conditions":[55],"algorithms":[59],"may":[60],"find":[61],"population":[63,120],"minimizer":[64,121],"within":[65,122],"optimal":[67,124],"statistical":[68,125],"precision":[69,126],"despite":[70],"success":[73],"in":[74,127,185],"applications.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79],"provide":[80],"an":[81,123],"answer":[82],"gradient":[86],"descent":[87,174],"(SGD)":[88],"method":[89],"can":[90,153],"be":[91,154,162],"adapted":[92],"solve":[94],"reformulation":[97],"problem,":[102],"global":[105],"linear":[106],"convergence":[107],"when":[108],"using":[109],"fixed":[111],"step":[112,136],"size,":[113],"i.e.,":[114],"converging":[115],"exponentially":[116],"fast":[117],"restricted":[129],"strongly":[130],"case.":[132],"If":[133],"diminishing":[135],"size":[137],"is":[138,159,177],"adopted,":[139],"bad":[141],"effect":[142],"caused":[143],"by":[144,211],"variance":[146],"gradients":[148],"on":[149,170,192],"error":[152],"eliminated":[155],"but":[156],"rate":[158],"dropped":[160],"sublinear.":[163],"The":[164,198],"core":[165],"our":[167],"treatment":[168],"relies":[169],"novel":[172],"second-order":[173],"lemma,":[175],"which":[176],"more":[178],"general":[179],"than":[180],"existing":[182],"best":[183],"result":[184],"literature":[187],"improves":[189],"analysis":[191],"both":[193],"online":[194],"batch":[196],"algorithms.":[197],"developed":[199],"theoretical":[200],"results":[201],"effectiveness":[203],"suggested":[206],"SGD":[207],"are":[208],"also":[209],"verified":[210],"series":[213],"experiments.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}