{"id":"https://openalex.org/W4225760287","doi":"https://doi.org/10.1109/tsp.2022.3192142","title":"On Asymptotic Linear Convergence of Projected Gradient Descent for Constrained Least Squares","display_name":"On Asymptotic Linear Convergence of Projected Gradient Descent for Constrained Least Squares","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225760287","doi":"https://doi.org/10.1109/tsp.2022.3192142"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3192142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3192142","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2112.11760","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046377219","display_name":"Trung Nghia Vu","orcid":"https://orcid.org/0000-0001-7945-5750"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Trung Vu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008398853","display_name":"Raviv Raich","orcid":"https://orcid.org/0000-0001-9711-5709"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raviv Raich","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046377219"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":0.4963,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.54950087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"70","issue":null,"first_page":"4061","last_page":"4076"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9325000047683716,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9325000047683716,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.05220000073313713,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5661827325820923},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5324132442474365},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5321304798126221},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5300136804580688},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4880748987197876},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4721296429634094},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.44175979495048523},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.43303364515304565},{"id":"https://openalex.org/keywords/local-convergence","display_name":"Local convergence","score":0.4121634364128113},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.37072986364364624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3487950563430786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11007934808731079},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1001075804233551},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.09352481365203857},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.08856934309005737},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.0862230658531189}],"concepts":[{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5661827325820923},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5324132442474365},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5321304798126221},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5300136804580688},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4880748987197876},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4721296429634094},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.44175979495048523},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.43303364515304565},{"id":"https://openalex.org/C117898588","wikidata":"https://www.wikidata.org/wiki/Q6664310","display_name":"Local convergence","level":3,"score":0.4121634364128113},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.37072986364364624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3487950563430786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11007934808731079},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1001075804233551},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.09352481365203857},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.08856934309005737},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0862230658531189},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsp.2022.3192142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3192142","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2112.11760","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.11760","pdf_url":"https://arxiv.org/pdf/2112.11760","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2112.11760","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2112.11760","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2112.11760","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.11760","pdf_url":"https://arxiv.org/pdf/2112.11760","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W600716762","https://openalex.org/W1153010287","https://openalex.org/W1512208174","https://openalex.org/W1519983908","https://openalex.org/W1820979695","https://openalex.org/W1946620893","https://openalex.org/W1971013425","https://openalex.org/W1974824893","https://openalex.org/W1974888421","https://openalex.org/W1980454827","https://openalex.org/W1988720110","https://openalex.org/W2004026774","https://openalex.org/W2020203407","https://openalex.org/W2021300098","https://openalex.org/W2032301334","https://openalex.org/W2035097277","https://openalex.org/W2070497275","https://openalex.org/W2070815098","https://openalex.org/W2079361630","https://openalex.org/W2085853257","https://openalex.org/W2087087701","https://openalex.org/W2098760944","https://openalex.org/W2101730908","https://openalex.org/W2109449402","https://openalex.org/W2110096996","https://openalex.org/W2121525246","https://openalex.org/W2127447444","https://openalex.org/W2128001302","https://openalex.org/W2129131372","https://openalex.org/W2129807511","https://openalex.org/W2130004370","https://openalex.org/W2139267014","https://openalex.org/W2144244295","https://openalex.org/W2155151262","https://openalex.org/W2162211921","https://openalex.org/W2170563839","https://openalex.org/W2172127152","https://openalex.org/W2509434436","https://openalex.org/W2566608758","https://openalex.org/W2586063770","https://openalex.org/W2588181953","https://openalex.org/W2611328865","https://openalex.org/W2617177907","https://openalex.org/W2763081248","https://openalex.org/W2772283936","https://openalex.org/W2806243271","https://openalex.org/W2809818748","https://openalex.org/W2935854215","https://openalex.org/W2938610570","https://openalex.org/W2952169643","https://openalex.org/W2962867031","https://openalex.org/W2963322354","https://openalex.org/W2964121507","https://openalex.org/W2986729998","https://openalex.org/W3014181683","https://openalex.org/W3022125780","https://openalex.org/W3147919432","https://openalex.org/W3162752735","https://openalex.org/W3172874435","https://openalex.org/W3181458667","https://openalex.org/W3197906200","https://openalex.org/W4205293427","https://openalex.org/W4250739957","https://openalex.org/W4254714429","https://openalex.org/W4283017143","https://openalex.org/W4292230442","https://openalex.org/W4293203252","https://openalex.org/W4301621763","https://openalex.org/W6634173106","https://openalex.org/W6638507947","https://openalex.org/W6677255997","https://openalex.org/W6686785280","https://openalex.org/W6695750744","https://openalex.org/W6746990450"],"related_works":["https://openalex.org/W1819217","https://openalex.org/W10036223","https://openalex.org/W14625021","https://openalex.org/W6639212","https://openalex.org/W9012649","https://openalex.org/W6835340","https://openalex.org/W11872475","https://openalex.org/W14594738","https://openalex.org/W143479","https://openalex.org/W1783102"],"abstract_inverted_index":{"Many":[0],"recent":[1],"problems":[2],"in":[3,73,97],"signal":[4,80],"processing":[5],"and":[6,17,79,131,167,195],"machine":[7,77],"learning":[8,78],"such":[9,38,114],"as":[10,24,115],"compressed":[11],"sensing,":[12],"image":[13],"restoration,":[14],"matrix/tensor":[15],"recovery,":[16,187],"non-negative":[18],"matrix":[19,196],"factorization":[20],"can":[21],"be":[22],"cast":[23],"constrained":[25,39,101],"optimization.":[26],"Projected":[27],"gradient":[28,95,165],"descent":[29,96,166],"is":[30],"a":[31,85,142,157,171],"simple":[32],"yet":[33],"efficient":[34],"method":[35],"for":[36,88,118,159],"solving":[37],"optimization":[40],"problems.":[41],"Local":[42],"convergence":[43,60,65,91,112,161],"analysis":[44,92,106,162],"furthers":[45],"our":[46],"understanding":[47],"of":[48,76,93,100,123,129,137,145,151,163,174],"its":[49],"asymptotic":[50,127],"behavior":[51],"near":[52],"the":[53,59,89,98,116,121,125,132,135,149,152,160,175,191],"solution,":[54],"offering":[55],"sharper":[56],"bounds":[57],"on":[58,134,177],"rate":[61,128],"compared":[62],"to":[63,140],"global":[64],"analysis.":[66],"However,":[67],"local":[68,90,111],"guarantees":[69],"often":[70],"appear":[71],"scattered":[72],"problem-specific":[74],"areas":[75],"processing.":[81],"This":[82],"manuscript":[83],"presents":[84],"unified":[86],"framework":[87],"projected":[94,164],"context":[99],"least":[102,184,188],"squares.":[103],"The":[104],"proposed":[105,153],"offers":[107],"insights":[108],"into":[109],"pivotal":[110],"properties":[113],"conditions":[117],"linear":[119,182],"convergence,":[120,124,130],"region":[122],"exact":[126],"bound":[133],"number":[136],"iterations":[138],"needed":[139],"reach":[141],"certain":[143],"level":[144],"accuracy.":[146],"To":[147],"demonstrate":[148,168],"applicability":[150],"approach,":[154],"we":[155],"present":[156],"recipe":[158,176],"it":[169],"via":[170],"beginning-to-end":[172],"application":[173],"four":[178],"fundamental":[179],"problems,":[180],"namely,":[181],"equality-constrained":[183],"squares,":[185],"sparse":[186],"squares":[189],"with":[190],"unit":[192],"norm":[193],"constraint,":[194],"completion.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2022-05-05T00:00:00"}