{"id":"https://openalex.org/W4399156746","doi":"https://doi.org/10.3389/fdata.2024.1363978","title":"Stable tensor neural networks for efficient deep learning","display_name":"Stable tensor neural networks for efficient deep learning","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399156746","doi":"https://doi.org/10.3389/fdata.2024.1363978","pmid":"https://pubmed.ncbi.nlm.nih.gov/38873283"},"language":"en","primary_location":{"id":"doi:10.3389/fdata.2024.1363978","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdata.2024.1363978","pdf_url":"https://www.frontiersin.org/articles/10.3389/fdata.2024.1363978/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S4210201220","display_name":"Frontiers in Big Data","issn_l":"2624-909X","issn":["2624-909X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/fdata.2024.1363978/pdf?isPublishedV2=False","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090161771","display_name":"Elizabeth Newman","orcid":"https://orcid.org/0000-0002-6309-7706"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Elizabeth Newman","raw_affiliation_strings":["Department of Mathematics, Emory University, Atlanta, GA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Emory University, Atlanta, GA, United States","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089022499","display_name":"Lior Horesh","orcid":"https://orcid.org/0000-0001-6350-0238"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lior Horesh","raw_affiliation_strings":["Mathematics and Theoretical Computer Science, IBM TJ Watson Research Center, Yorktown, NY, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics and Theoretical Computer Science, IBM TJ Watson Research Center, Yorktown, NY, United States","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072151198","display_name":"Haim Avron","orcid":"https://orcid.org/0000-0002-1688-9030"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I4210141777","display_name":"Academic College of Tel Aviv-Yafo","ror":"https://ror.org/04cg6c004","country_code":"IL","type":"education","lineage":["https://openalex.org/I4210141777"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Haim Avron","raw_affiliation_strings":["Department of Applied Mathematics, Tel Aviv University, Tel Aviv-Yafo, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, Tel Aviv University, Tel Aviv-Yafo, Israel","institution_ids":["https://openalex.org/I16391192","https://openalex.org/I4210141777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041916316","display_name":"Misha E. Kilmer","orcid":"https://orcid.org/0000-0003-4249-4742"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Misha E. Kilmer","raw_affiliation_strings":["Department of Mathematics, Tufts University, Medford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Tufts University, Medford, MA, United States","institution_ids":["https://openalex.org/I121934306"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090161771"],"corresponding_institution_ids":["https://openalex.org/I150468666"],"apc_list":{"value":1285,"currency":"USD","value_usd":1285},"apc_paid":{"value":1285,"currency":"USD","value_usd":1285},"fwci":1.8574,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85522388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"1363978","last_page":"1363978"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7291709184646606},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6632703542709351},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6409602761268616},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.6027383804321289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5781374573707581},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5733180046081543},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5594249963760376},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.4660065770149231},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45624178647994995},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.4481276571750641},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.42897704243659973},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3751286566257477},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37393566966056824},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21977251768112183}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7291709184646606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6632703542709351},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6409602761268616},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.6027383804321289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5781374573707581},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5733180046081543},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5594249963760376},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.4660065770149231},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45624178647994995},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.4481276571750641},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.42897704243659973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3751286566257477},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37393566966056824},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21977251768112183},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fdata.2024.1363978","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdata.2024.1363978","pdf_url":"https://www.frontiersin.org/articles/10.3389/fdata.2024.1363978/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S4210201220","display_name":"Frontiers in Big Data","issn_l":"2624-909X","issn":["2624-909X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Big Data","raw_type":"journal-article"},{"id":"pmid:38873283","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38873283","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in big data","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11170703","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11170703","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11170703/pdf/fdata-07-1363978.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Big Data","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:14b061e7a7024a4c86b5fe0849726e16","is_oa":true,"landing_page_url":"https://doaj.org/article/14b061e7a7024a4c86b5fe0849726e16","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Big Data, Vol 7 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fdata.2024.1363978","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdata.2024.1363978","pdf_url":"https://www.frontiersin.org/articles/10.3389/fdata.2024.1363978/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S4210201220","display_name":"Frontiers in Big Data","issn_l":"2624-909X","issn":["2624-909X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Big Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5934365228","display_name":"Learnable Tensor Algebras for Harnessing Implicit Correlations in Multiway Data","funder_award_id":"2309751","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399156746.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W621546036","https://openalex.org/W636856703","https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W1963826206","https://openalex.org/W1965555277","https://openalex.org/W1992426838","https://openalex.org/W1993482030","https://openalex.org/W2000215628","https://openalex.org/W2010748891","https://openalex.org/W2013912476","https://openalex.org/W2024165284","https://openalex.org/W2030927653","https://openalex.org/W2043571470","https://openalex.org/W2057538344","https://openalex.org/W2107878631","https://openalex.org/W2113055885","https://openalex.org/W2120077398","https://openalex.org/W2139208832","https://openalex.org/W2161591461","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2516041031","https://openalex.org/W2600297185","https://openalex.org/W2606967921","https://openalex.org/W2612252966","https://openalex.org/W2623127191","https://openalex.org/W2779220966","https://openalex.org/W2788421913","https://openalex.org/W2808801971","https://openalex.org/W2896556344","https://openalex.org/W2963433607","https://openalex.org/W2963888082","https://openalex.org/W3005792385","https://openalex.org/W3041519357","https://openalex.org/W3081927587","https://openalex.org/W3092867208","https://openalex.org/W3098011980","https://openalex.org/W3104445526","https://openalex.org/W3161836890","https://openalex.org/W3179935684","https://openalex.org/W3206859690","https://openalex.org/W3211322833","https://openalex.org/W4238731920","https://openalex.org/W4285491499","https://openalex.org/W4321393046","https://openalex.org/W6631190155","https://openalex.org/W6677103964","https://openalex.org/W6740742557","https://openalex.org/W6756040250"],"related_works":["https://openalex.org/W4313338966","https://openalex.org/W3137091086","https://openalex.org/W1995622179","https://openalex.org/W1484111231","https://openalex.org/W1552543208","https://openalex.org/W2074396517","https://openalex.org/W2166963679","https://openalex.org/W2187269125","https://openalex.org/W1641615907","https://openalex.org/W3089231081"],"abstract_inverted_index":{"Learning":[0],"from":[1,42,102],"complex,":[2],"multidimensional":[3,182],"data":[4,48,63],"has":[5],"become":[6],"central":[7],"to":[8,32,44,96,153,180],"computational":[9],"mathematics,":[10],"and":[11,64,68,85,94,199,203,211],"among":[12],"the":[13,72,75,189],"most":[14],"successful":[15],"high-dimensional":[16,66,103,148],"function":[17],"approximators":[18],"are":[19,133],"deep":[20,57],"neural":[21,108,170],"networks":[22,109],"(DNNs).":[23],"Training":[24],"DNNs":[25,99,174],"is":[26],"posed":[27],"as":[28,61,65,175],"an":[29],"optimization":[30],"problem":[31],"learn":[33],"network":[34],"weights":[35,67],"or":[36,49],"parameters":[37],"that":[38,118],"well-approximate":[39],"a":[40,79,111,124],"mapping":[41],"input":[43,62],"target":[45],"data.":[46,104],"Multiway":[47],"tensors":[50],"arise":[51],"naturally":[52],"in":[53,56,59,81,123],"myriad":[54],"ways":[55],"learning,":[58],"particular":[60],"features":[69],"extracted":[70],"by":[71,164],"network,":[73],"with":[74],"latter":[76],"often":[77],"being":[78],"bottleneck":[80],"terms":[82],"of":[83,114,143,157,177,188,192],"speed":[84],"memory.":[86],"In":[87],"this":[88,163],"work,":[89],"we":[90],"leverage":[91],"tensor":[92,107],"representations":[93],"processing":[95],"efficiently":[97,122],"parameterize":[98],"when":[100],"learning":[101],"We":[105,161,184],"propose":[106],"(t-NNs),":[110],"natural":[112],"extension":[113],"traditional":[115],"fully-connected":[116,202],"networks,":[117,171],"can":[119],"be":[120],"trained":[121],"reduced,":[125],"yet":[126],"more":[127],"powerful":[128],"parameter":[129],"space.":[130],"Our":[131],"t-NNs":[132,152,193],"built":[134],"upon":[135],"matrix-mimetic":[136],"tensor-tensor":[137],"products,":[138],"which":[139,172],"retain":[140],"algebraic":[141],"properties":[142,156],"matrix":[144],"multiplication":[145],"while":[146],"capturing":[147],"correlations.":[149],"Mimeticity":[150],"enables":[151],"inherit":[154],"desirable":[155],"modern":[158],"DNN":[159],"architectures.":[160],"exemplify":[162],"extending":[165],"recent":[166],"work":[167],"on":[168,194,206],"stable":[169,204],"interpret":[173],"discretizations":[176],"differential":[178],"equations,":[179],"our":[181],"framework.":[183],"provide":[185],"empirical":[186],"evidence":[187],"parametric":[190],"advantages":[191],"dimensionality":[195],"reduction":[196],"using":[197,201],"autoencoders":[198],"classification":[200],"variants":[205],"benchmark":[207],"imaging":[208],"datasets":[209],"MNIST":[210],"CIFAR-10.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}