{"id":"https://openalex.org/W3035759794","doi":"https://doi.org/10.24963/ijcai.2020/453","title":"Tight Convergence Rate of Gradient Descent for Eigenvalue Computation","display_name":"Tight Convergence Rate of Gradient Descent for Eigenvalue Computation","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3035759794","doi":"https://doi.org/10.24963/ijcai.2020/453","mag":"3035759794"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/453","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/453","pdf_url":"https://www.ijcai.org/proceedings/2020/0453.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0453.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071476010","display_name":"Qinghua Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Qinghua Ding","raw_affiliation_strings":["The Chinese University of Hong Kong","Department of Computer Science and Engineering, The Chineses University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chineses University of Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001993403","display_name":"Kaiwen Zhou","orcid":"https://orcid.org/0000-0002-1943-0612"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Kaiwen Zhou","raw_affiliation_strings":["The Chinese University of Hong Kong","Department of Computer Science and Engineering, The Chineses University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chineses University of Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016082884","display_name":"James Cheng","orcid":"https://orcid.org/0000-0001-6313-6288"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"James Cheng","raw_affiliation_strings":["The Chinese University of Hong Kong","Department of Computer Science and Engineering, The Chineses University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chineses University of Hong Kong","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071476010"],"corresponding_institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.06482414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3276","last_page":"3282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.691431999206543},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6610265970230103},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.656095564365387},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6029637455940247},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5355997085571289},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.48632603883743286},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.4650254249572754},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45616015791893005},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.4512473940849304},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.31341752409935},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.18959534168243408},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1089906096458435},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0994405746459961},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.06771695613861084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.061399877071380615}],"concepts":[{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.691431999206543},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6610265970230103},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.656095564365387},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6029637455940247},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5355997085571289},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.48632603883743286},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4650254249572754},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45616015791893005},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4512473940849304},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31341752409935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.18959534168243408},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1089906096458435},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0994405746459961},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06771695613861084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.061399877071380615},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/453","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/453","pdf_url":"https://www.ijcai.org/proceedings/2020/0453.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/453","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/453","pdf_url":"https://www.ijcai.org/proceedings/2020/0453.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6059950450","display_name":null,"funder_award_id":"61672552","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035759794.pdf","grobid_xml":"https://content.openalex.org/works/W3035759794.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1544770838","https://openalex.org/W1804110266","https://openalex.org/W1844261860","https://openalex.org/W1871665132","https://openalex.org/W2023963201","https://openalex.org/W2064404969","https://openalex.org/W2086953401","https://openalex.org/W2129269290","https://openalex.org/W2149979593","https://openalex.org/W2159941726","https://openalex.org/W2167623372","https://openalex.org/W2177697562","https://openalex.org/W2432567885","https://openalex.org/W2777662428","https://openalex.org/W2807743949","https://openalex.org/W2807871202","https://openalex.org/W2962774730","https://openalex.org/W2962933129","https://openalex.org/W2963781962","https://openalex.org/W3020853991","https://openalex.org/W4205293427","https://openalex.org/W4213187536","https://openalex.org/W4297776040"],"related_works":["https://openalex.org/W2165749285","https://openalex.org/W2062626603","https://openalex.org/W2474979212","https://openalex.org/W2562455930","https://openalex.org/W2001036795","https://openalex.org/W127450631","https://openalex.org/W2154748900","https://openalex.org/W1581927719","https://openalex.org/W2075961230","https://openalex.org/W4287117439"],"abstract_inverted_index":{"Riemannian":[0],"gradient":[1],"descent":[2],"(RGD)":[3],"is":[4,24,29],"a":[5,67,78,127],"simple,":[6],"popular":[7],"and":[8,50,123,126,145],"efficient":[9],"algorithm":[10],"for":[11,22,115],"leading":[12],"eigenvector":[13],"computation":[14],"[AMS08].":[15],"However,":[16],"the":[17,55,62],"existing":[18],"analysis":[19,65,76],"of":[20,57,77,81,97,139],"RGD":[21,43],"eigenproblem":[23],"still":[25],"not":[26],"tight,":[27],"which":[28],"O(log(n/epsilon)/Delta^2)":[30],"due":[31,84],"to":[32,53,85],"[Xu":[33],"et":[34,110],"al.,":[35,111],"2018].":[36],"In":[37],"this":[38],"paper,":[39],"we":[40,71,134],"show":[41,89],"that":[42,90],"in":[44],"fact":[45],"converges":[46],"at":[47],"rate":[48,96],"O(log(n/epsilon)/Delta),":[49],"give":[51,73,136],"instances":[52],"shows":[54],"tightness":[56],"our":[58,140],"result.":[59],"This":[60],"improves":[61],"best":[63],"prior":[64],"by":[66],"quadratic":[68],"factor.":[69],"Besides,":[70,133],"also":[72,92,135],"tight":[74],"convergence":[75,95,117,141],"deterministic":[79],"variant":[80],"Oja's":[82],"rule":[83],"[Oja,":[86,105],"1982].":[87],"We":[88],"it":[91],"enjoys":[93],"fast":[94],"O(log(n/epsilon)/Delta).":[98],"Previous":[99],"papers":[100],"only":[101],"gave":[102],"asymptotic":[103],"characterizations":[104],"1982;":[106],"Oja,":[107],"1989;":[108],"Yi":[109],"2005].":[112],"Our":[113],"tools":[114],"proving":[116],"results":[118],"include":[119],"an":[120],"innovative":[121],"reduction":[122],"chaining":[124],"technique,":[125],"noisy":[128],"fixed":[129],"point":[130],"iteration":[131],"argument.":[132],"empirical":[137],"justifications":[138],"rates":[142],"over":[143],"synthetic":[144],"real":[146],"data.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}