{"id":"https://openalex.org/W4200516081","doi":"https://doi.org/10.1109/tsp.2021.3139213","title":"Over-Parametrized Matrix Factorization in the Presence of Spurious Stationary Points","display_name":"Over-Parametrized Matrix Factorization in the Presence of Spurious Stationary Points","publication_year":2021,"publication_date":"2021-12-29","ids":{"openalex":"https://openalex.org/W4200516081","doi":"https://doi.org/10.1109/tsp.2021.3139213"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2021.3139213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2021.3139213","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2112.13269","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086280273","display_name":"Armin Eftekhari","orcid":"https://orcid.org/0000-0001-8202-6316"},"institutions":[{"id":"https://openalex.org/I90267481","display_name":"Ume\u00e5 University","ror":"https://ror.org/05kb8h459","country_code":"SE","type":"education","lineage":["https://openalex.org/I90267481"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Armin Eftekhari","raw_affiliation_strings":["Department of Mathematics and Mathematical Statistics, Ume\u00e5 University, Umea, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Mathematical Statistics, Ume\u00e5 University, Umea, Sweden","institution_ids":["https://openalex.org/I90267481"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5086280273"],"corresponding_institution_ids":["https://openalex.org/I90267481"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21539898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"70","issue":null,"first_page":"482","last_page":"496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7327436804771423},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.5800861120223999},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5230824947357178},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.5207362174987793},{"id":"https://openalex.org/keywords/stationary-point","display_name":"Stationary point","score":0.5041865110397339},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.49560511112213135},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.49265629053115845},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.49154385924339294},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.4632972180843353},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4516068398952484},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4420650899410248},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"Low-rank approximation","score":0.4321345388889313},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4301034212112427},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4165414571762085},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.0801180899143219}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7327436804771423},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.5800861120223999},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5230824947357178},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.5207362174987793},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.5041865110397339},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.49560511112213135},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.49265629053115845},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49154385924339294},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.4632972180843353},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4516068398952484},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4420650899410248},{"id":"https://openalex.org/C90199385","wikidata":"https://www.wikidata.org/wiki/Q6692777","display_name":"Low-rank approximation","level":3,"score":0.4321345388889313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4301034212112427},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4165414571762085},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0801180899143219},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C25023664","wikidata":"https://www.wikidata.org/wiki/Q1575637","display_name":"Hankel matrix","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2021.3139213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2021.3139213","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2112.13269","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.13269","pdf_url":"https://arxiv.org/pdf/2112.13269","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2112.13269","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.13269","pdf_url":"https://arxiv.org/pdf/2112.13269","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W813605148","https://openalex.org/W1669104078","https://openalex.org/W1975277883","https://openalex.org/W2000345836","https://openalex.org/W2005102197","https://openalex.org/W2047071281","https://openalex.org/W2079135578","https://openalex.org/W2105735474","https://openalex.org/W2113642685","https://openalex.org/W2138505091","https://openalex.org/W2140214428","https://openalex.org/W2268674159","https://openalex.org/W2467441529","https://openalex.org/W2566079294","https://openalex.org/W2592651140","https://openalex.org/W2795405496","https://openalex.org/W2894972989","https://openalex.org/W2899748887","https://openalex.org/W2923764619","https://openalex.org/W2952204734","https://openalex.org/W2962930448","https://openalex.org/W2963417959","https://openalex.org/W2964031251","https://openalex.org/W2964047251","https://openalex.org/W2964145861","https://openalex.org/W2969215180","https://openalex.org/W2970028551","https://openalex.org/W3004471367","https://openalex.org/W3021189130","https://openalex.org/W3037839452","https://openalex.org/W3081383800","https://openalex.org/W3106518847","https://openalex.org/W3152061570","https://openalex.org/W4252937232","https://openalex.org/W4288309948","https://openalex.org/W4288345424","https://openalex.org/W4288413101","https://openalex.org/W4298393077","https://openalex.org/W4301014524","https://openalex.org/W4301881812","https://openalex.org/W4323539420","https://openalex.org/W6622970308","https://openalex.org/W6637225622","https://openalex.org/W6717724730","https://openalex.org/W6719853796","https://openalex.org/W6734280532","https://openalex.org/W6747679287","https://openalex.org/W6748636771","https://openalex.org/W6748748765","https://openalex.org/W6754840104","https://openalex.org/W6756091659","https://openalex.org/W6762875675","https://openalex.org/W6763624801","https://openalex.org/W6764442487","https://openalex.org/W6765827551","https://openalex.org/W6779979220","https://openalex.org/W6782020873","https://openalex.org/W6850843954"],"related_works":["https://openalex.org/W3113091479","https://openalex.org/W2162899405","https://openalex.org/W941090075","https://openalex.org/W2044987316","https://openalex.org/W4394838699","https://openalex.org/W1974040704","https://openalex.org/W2179686847","https://openalex.org/W240455286","https://openalex.org/W2987314729","https://openalex.org/W4224949030"],"abstract_inverted_index":{"Motivated":[0],"by":[1,135,177],"the":[2,17,27,70,88,92,113,119,130,150,160,166,174,178,181,202,205,210],"emerging":[3],"role":[4,217],"of":[5,20,45,91,118,129,165],"interpolating":[6],"machines":[7],"in":[8,59,84,146,218],"signal":[9],"processing":[10],"and":[11,109,189],"machine":[12],"learning,":[13],"this":[14,25,85],"work":[15,86],"considers":[16],"computational":[18],"aspects":[19],"over-parametrized":[21,60],"matrix":[22,61],"factorization.":[23,62],"In":[24],"context,":[26],"optimization":[28,120,167],"landscape":[29],"may":[30],"contain":[31],"spurious":[32],"stationary":[33],"points":[34],"(SSPs),":[35],"which":[36,154],"are":[37,195],"proved":[38],"to":[39,53,99,112,159],"be":[40,74],"full-rank":[41],"matrices.":[42],"The":[43,199],"presence":[44],"these":[46,80],"SSPs":[47,179,197],"means":[48],"that":[49,87,104,125],"it":[50],"is":[51,107,138,145,201],"impossible":[52],"hope":[54],"for":[55,204],"any":[56],"global":[57,101],"guarantees":[58],"For":[63],"example,":[64],"when":[65,140],"initialized":[66,141],"at":[67,186],"an":[68,156],"SSP,":[69],"gradient":[71,89,132,182],"flow":[72,90,183],"will":[73],"trapped":[75],"there":[76,194],"forever.":[77],"Nevertheless,":[78],"despite":[79],"SSPs,":[81],"we":[82,171],"establish":[83],"corresponding":[93],"<italic":[94,114,161,190],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[95,115,162,191],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">merit":[96],"function</i>":[97],"converges":[98],"a":[100,126],"minimizer,":[102],"provided":[103],"its":[105],"initialization":[106,157],"rank-deficient":[108,185],"sufficiently":[110],"close":[111,158],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">feasible":[116],"set</i>":[117,164],"problem.":[121,168],"We":[122],"numerically":[123],"observe":[124],"heuristic":[127],"discretization":[128],"proposed":[131],"flow,":[133],"inspired":[134],"primal-dual":[136],"algorithms,":[137],"successful":[139],"randomly.":[142],"Our":[143],"result":[144],"sharp":[147],"contrast":[148],"with":[149],"local":[151,206],"refinement":[152,207],"methods":[153],"require":[155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">optimal":[163],"More":[169],"specifically,":[170],"successfully":[172],"avoid":[173],"traps":[175],"set":[176],"because":[180,193],"remains":[184],"all":[187],"times,":[188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">not</i>":[192],"no":[196,216],"nearby.":[198],"latter":[200],"case":[203],"methods.":[208],"Moreover,":[209],"widely-used":[211],"restricted":[212],"isometry":[213],"property":[214],"plays":[215],"our":[219],"main":[220],"result.":[221]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-12-31T00:00:00"}