{"id":"https://openalex.org/W7154187908","doi":"https://doi.org/10.1109/msp.2025.3646570","title":"Low-Rank Tensor Decompositions for the Theory of Neural Networks: Understanding deep learning through the lens of tensor formats [Special Issue on the Mathematics of Deep Learning]","display_name":"Low-Rank Tensor Decompositions for the Theory of Neural Networks: Understanding deep learning through the lens of tensor formats [Special Issue on the Mathematics of Deep Learning]","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7154187908","doi":"https://doi.org/10.1109/msp.2025.3646570"},"language":null,"primary_location":{"id":"doi:10.1109/msp.2025.3646570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2025.3646570","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028555319","display_name":"Ricardo Augusto Borsoi","orcid":"https://orcid.org/0000-0001-6036-2124"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210110792","display_name":"Centre de Recherche en Automatique de Nancy","ror":"https://ror.org/022r5hc56","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210099203","https://openalex.org/I4210100260","https://openalex.org/I4210110792","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ricardo Borsoi","raw_affiliation_strings":["Research Center for Automatic Control, French National Center for Scientific Research (CNRS), Université de Lorraine, Nancy, France"],"raw_orcid":"https://orcid.org/0000-0001-6036-2124","affiliations":[{"raw_affiliation_string":"Research Center for Automatic Control, French National Center for Scientific Research (CNRS), Université de Lorraine, Nancy, France","institution_ids":["https://openalex.org/I4210110792","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048869483","display_name":"Konstantin Usevich","orcid":"https://orcid.org/0000-0002-1154-5909"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210110792","display_name":"Centre de Recherche en Automatique de Nancy","ror":"https://ror.org/022r5hc56","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210099203","https://openalex.org/I4210100260","https://openalex.org/I4210110792","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Konstantin Usevich","raw_affiliation_strings":["Research Center for Automatic Control, French National Center for Scientific Research (CNRS), Université de Lorraine, Nancy, France"],"raw_orcid":"https://orcid.org/0000-0002-1154-5909","affiliations":[{"raw_affiliation_string":"Research Center for Automatic Control, French National Center for Scientific Research (CNRS), Université de Lorraine, Nancy, France","institution_ids":["https://openalex.org/I4210110792","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112243591","display_name":"Marianne Clausel","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210110792","display_name":"Centre de Recherche en Automatique de Nancy","ror":"https://ror.org/022r5hc56","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210099203","https://openalex.org/I4210100260","https://openalex.org/I4210110792","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Marianne Clausel","raw_affiliation_strings":["Research Center for Automatic Control, French National Center for Scientific Research (CNRS), Université de Lorraine, Nancy, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Automatic Control, French National Center for Scientific Research (CNRS), Université de Lorraine, Nancy, France","institution_ids":["https://openalex.org/I4210110792","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.53798257,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"2","first_page":"107","last_page":"121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.6995999813079834,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.6995999813079834,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.1462000012397766,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.022299999371170998,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7653999924659729},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.5817000269889832},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47110000252723694},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.45509999990463257},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.41040000319480896},{"id":"https://openalex.org/keywords/lens","display_name":"Lens (geology)","score":0.40549999475479126}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7653999924659729},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.5817000269889832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.559499979019165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5468999743461609},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.45509999990463257},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.40549999475479126},{"id":"https://openalex.org/C2986737658","wikidata":"https://www.wikidata.org/wiki/Q30103009","display_name":"Tensor decomposition","level":3,"score":0.36340001225471497},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3610000014305115},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32659998536109924},{"id":"https://openalex.org/C51255310","wikidata":"https://www.wikidata.org/wiki/Q1163016","display_name":"Tensor product","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C1680195","wikidata":"https://www.wikidata.org/wiki/Q2296021","display_name":"Tensor algebra","level":5,"score":0.3001999855041504},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2786000072956085}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2025.3646570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2025.3646570","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6316962037","display_name":"LEarning and adapting geNeraTIve models to soLve blind inverse probLEms","funder_award_id":"ANR-23-CE23-0024","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G688047948","display_name":"Collaborative Research: CISE-ANR: CIF: Small: Learning from large datasets: Application to multi-subject fMRI analysis","funder_award_id":"ANR-23-CE94-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W50417968","https://openalex.org/W1722514995","https://openalex.org/W2024165284","https://openalex.org/W2167083368","https://openalex.org/W2295739661","https://openalex.org/W2469230926","https://openalex.org/W2516041031","https://openalex.org/W2588556635","https://openalex.org/W2809871795","https://openalex.org/W2943191253","https://openalex.org/W2950741027","https://openalex.org/W2968353065","https://openalex.org/W3065974826","https://openalex.org/W3124274991","https://openalex.org/W3127134807","https://openalex.org/W3129165467","https://openalex.org/W3157910549","https://openalex.org/W3176108623","https://openalex.org/W4214916906","https://openalex.org/W4323539300","https://openalex.org/W4376639530","https://openalex.org/W4385151994","https://openalex.org/W4391382251","https://openalex.org/W4401042806","https://openalex.org/W4408044729"],"related_works":[],"abstract_inverted_index":{"The":[0],"groundbreaking":[1],"performance":[2,120],"of":[3,11,56,85,118,121,143,171,178],"deep":[4,19,122,179],"neural":[5],"networks":[6],"(NNs)":[7],"promoted":[8],"a":[9,15,53,99,110,157,165],"surge":[10],"interest":[12],"in":[13,82,102,113,156],"providing":[14],"mathematical":[16],"basis":[17],"to":[18,32,36,66,138,154,163],"learning":[20,108],"theory.":[21],"Low-rank":[22],"tensor":[23,44,95,173],"decompositions":[24,45,174],"are":[25],"specially":[26],"fit":[27],"for":[28,52,175],"this":[29,88],"task":[30],"due":[31],"their":[33,39,57,125],"close":[34],"connection":[35],"NNs":[37],"and":[38,59,74,106,129,133,159,162],"rich":[40],"theoretical":[41],"results.":[42],"Different":[43],"have":[46,63,97],"strong":[47],"uniqueness":[48],"guarantees,":[49],"which":[50],"allow":[51],"direct":[54],"interpretation":[55],"factors,":[58],"polynomial":[60],"time":[61],"algorithms":[62],"been":[64,98],"proposed":[65],"compute":[67],"them.":[68],"Through":[69],"the":[70,83,103,119,169,176],"connections":[71],"between":[72],"tensors":[73],"NNs,":[75,123],"such":[76],"results":[77],"supported":[78],"many":[79],"important":[80],"advances":[81],"theory":[84,177],"NNs.":[86,180],"In":[87],"review":[89],"article,":[90],"we":[91],"show":[92],"how":[93],"low-rank":[94,172],"methods\u2014which":[96],"core":[100],"tool":[101],"signal":[104],"processing":[105],"machine":[107],"communities\u2014play":[109],"fundamental":[111],"role":[112],"theoretically":[114],"explaining":[115],"different":[116,148],"aspects":[117],"including":[124],"expressivity,":[126],"algorithmic":[127],"learnability":[128],"computational":[130],"hardness,":[131],"generalization,":[132],"identifiability.":[134],"Our":[135],"goal":[136],"is":[137],"give":[139],"an":[140],"accessible":[141],"overview":[142],"existing":[144],"approaches":[145],"(developed":[146],"by":[147],"communities,":[149],"ranging":[150],"from":[151],"computer":[152],"science":[153],"mathematics)":[155],"coherent":[158],"unified":[160],"way":[161],"open":[164],"broader":[166],"perspective":[167],"on":[168],"use":[170]},"counts_by_year":[],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2026-04-14T00:00:00"}