{"id":"https://openalex.org/W1852909287","doi":"https://doi.org/10.48550/arxiv.1509.05009","title":"On the Expressive Power of Deep Learning: A Tensor Analysis","display_name":"On the Expressive Power of Deep Learning: A Tensor Analysis","alternate_titles":[],"publication_year":2015,"publication_date":"2015-09-16","ids":{"openalex":"https://openalex.org/W1852909287","doi":"https://doi.org/10.48550/arxiv.1509.05009","mag":"1852909287"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1509.05009","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1509.05009","pdf_url":"https://arxiv.org/pdf/1509.05009","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W1852909287"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1509.05009","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104108669","display_name":"Nadav Cohen","orcid":"https://orcid.org/0009-0008-1051-2700","observed_orcids":["https://orcid.org/0009-0008-1051-2700"]},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]},{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cohen, Nadav","raw_affiliation_strings":["IL The Hebrew University of Jerusalem","Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IL The Hebrew University of Jerusalem","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061121204","display_name":"Or Sharir","orcid":"https://orcid.org/0000-0003-4957-8957","observed_orcids":["https://orcid.org/0000-0003-4957-8957"]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sharir, Or","raw_affiliation_strings":["Hebrew University of Jerusalem, Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075004917","display_name":"Amnon Shashua","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shashua, Amnon","raw_affiliation_strings":["IL The Hebrew University of Jerusalem","Hebrew University of Jerusalem, Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IL The Hebrew University of Jerusalem","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":340,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.6679999828338623,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.6679999828338623,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.22089999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.03830000013113022,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cp-decomposition","display_name":"CP decomposition","score":0.8730000257492065},{"id":"https://openalex.org/keywords/arithmetic-circuits","display_name":"arithmetic circuits","score":0.9330000281333923},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8610000014305115},{"id":"https://openalex.org/keywords/pooling","display_name":"pooling","score":0.7860000133514404},{"id":"https://openalex.org/keywords/simnet","display_name":"SIMNET","score":0.6890000104904175},{"id":"https://openalex.org/keywords/compositional-data","display_name":"compositional data","score":0.7519999742507935}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7291110754013062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6551085114479065},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6529436707496643},{"id":"https://openalex.org/C42704193","wikidata":"https://www.wikidata.org/wiki/Q7851097","display_name":"Tucker decomposition","level":4,"score":0.6250132918357849},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.5398788452148438},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5324581265449524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4945363700389862},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4584173560142517},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.45722925662994385},{"id":"https://openalex.org/C11804174","wikidata":"https://www.wikidata.org/wiki/Q1192971","display_name":"Network theory","level":2,"score":0.42473211884498596},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4158133864402771},{"id":"https://openalex.org/C2986737658","wikidata":"https://www.wikidata.org/wiki/Q30103009","display_name":"Tensor decomposition","level":3,"score":0.28963005542755127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2606799602508545},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.18716326355934143},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.13979381322860718},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1509.05009","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1509.05009","pdf_url":"https://arxiv.org/pdf/1509.05009","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:1852909287","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1509.05009.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1509.05009","doi":"https://doi.org/10.48550/arxiv.1509.05009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1509.05009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1509.05009","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1509.05009","pdf_url":"https://arxiv.org/pdf/1509.05009","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4346228960","display_name":null,"funder_award_id":"1790/12","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320326823","display_name":"Intel Collaboration Research Institute for Computational Intelligence","ror":"https://ror.org/02q7sf695"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1852909287.pdf","grobid_xml":"https://content.openalex.org/works/W1852909287.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W5939791","https://openalex.org/W50417968","https://openalex.org/W83594344","https://openalex.org/W165737184","https://openalex.org/W813605148","https://openalex.org/W937846259","https://openalex.org/W1484418787","https://openalex.org/W1544557312","https://openalex.org/W1545748428","https://openalex.org/W1552517802","https://openalex.org/W1560724230","https://openalex.org/W1624854622","https://openalex.org/W1686810756","https://openalex.org/W1839868949","https://openalex.org/W1849277567","https://openalex.org/W1865894638","https://openalex.org/W1970755596","https://openalex.org/W2007700211","https://openalex.org/W2014593388","https://openalex.org/W2024165284","https://openalex.org/W2026944800","https://openalex.org/W2034276439","https://openalex.org/W2040370888","https://openalex.org/W2072072671","https://openalex.org/W2072128103","https://openalex.org/W2088025933","https://openalex.org/W2089947415","https://openalex.org/W2090270852","https://openalex.org/W2103496339","https://openalex.org/W2105724942","https://openalex.org/W2107998050","https://openalex.org/W2108597378","https://openalex.org/W2108967571","https://openalex.org/W2109034718","https://openalex.org/W2125124498","https://openalex.org/W2126229007","https://openalex.org/W2127426251","https://openalex.org/W2131524184","https://openalex.org/W2137983211","https://openalex.org/W2141473882","https://openalex.org/W2143859313","https://openalex.org/W2145287260","https://openalex.org/W2158581396","https://openalex.org/W2161388792","https://openalex.org/W2165293955","https://openalex.org/W2172394696","https://openalex.org/W2208555118","https://openalex.org/W2253400648","https://openalex.org/W2281810985","https://openalex.org/W2290854557","https://openalex.org/W2399803916","https://openalex.org/W2407478584","https://openalex.org/W2919115771","https://openalex.org/W2956476286","https://openalex.org/W2964153729","https://openalex.org/W4231109964"],"related_works":["https://openalex.org/W4312203815","https://openalex.org/W2766808838","https://openalex.org/W7098249173","https://openalex.org/W2410678056","https://openalex.org/W2141473882","https://openalex.org/W2604268533","https://openalex.org/W7154187908","https://openalex.org/W3033701124"],"abstract_inverted_index":{"It":[0],"has":[1],"long":[2],"been":[3],"conjectured":[4],"that":[5,11,85,105,133,140],"hypotheses":[6],"spaces":[7],"suitable":[8],"for":[9,54],"data":[10],"is":[12,101],"compositional":[13],"in":[14,154,192],"nature,":[15],"such":[16],"as":[17],"text":[18],"or":[19],"images,":[20],"may":[21],"be":[22,142,157],"more":[23],"efficiently":[24],"represented":[25],"with":[26,31],"deep":[27,67,78,116,146,180,206],"hierarchical":[28,98],"networks":[29,96,171],"than":[30],"shallow":[32,107,164],"ones.":[33],"Despite":[34],"the":[35,55,64,95,174,205],"vast":[36],"empirical":[37,185],"evidence":[38],"supporting":[39],"this":[40,73,193],"belief,":[41],"theoretical":[42],"justifications":[43],"to":[44,70,110,119,156,178],"date":[45],"are":[46],"limited.":[47],"In":[48,72],"particular,":[49],"they":[50],"do":[51],"not":[52],"account":[53],"locality,":[56,88],"sharing":[57,89],"and":[58,90,97,128,189,201],"pooling":[59],"constructs":[60],"of":[61,148],"convolutional":[62],"networks,":[63],"most":[65],"successful":[66],"learning":[68,181,207],"architecture":[69,80,182],"date.":[71],"work":[74],"we":[75,131],"derive":[76],"a":[77,106,115,135,145,163,179],"network":[79,108,117,147],"based":[81],"on":[82,198],"arithmetic":[83],"circuits":[84],"inherently":[86],"employs":[87],"pooling.":[91],"An":[92],"equivalence":[93],"between":[94],"tensor":[99],"factorizations":[100],"established.":[102],"We":[103],"show":[104],"corresponds":[109,118],"CP":[111],"(rank-1)":[112],"decomposition,":[113],"whereas":[114],"Hierarchical":[120],"Tucker":[121],"decomposition.":[122],"Using":[123],"tools":[124],"from":[125],"measure":[126],"theory":[127,190],"matrix":[129],"algebra,":[130],"prove":[132],"besides":[134],"negligible":[136],"set,":[137],"all":[138],"functions":[139],"can":[141],"implemented":[143],"by":[144,162,204],"polynomial":[149],"size,":[150],"require":[151],"exponential":[152],"size":[153],"order":[155],"realized":[158],"(or":[159],"even":[160],"approximated)":[161],"network.":[165],"Since":[166],"log-space":[167],"computation":[168],"transforms":[169],"our":[170],"into":[172],"SimNets,":[173],"result":[175],"applies":[176],"directly":[177],"demonstrating":[183],"promising":[184],"performance.":[186],"The":[187],"construction":[188],"developed":[191],"paper":[194],"shed":[195],"new":[196],"light":[197],"various":[199],"practices":[200],"ideas":[202],"employed":[203],"community.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1852909287","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":55},{"year":2020,"cited_by_count":61},{"year":2019,"cited_by_count":60},{"year":2018,"cited_by_count":35},{"year":2017,"cited_by_count":36},{"year":2016,"cited_by_count":24},{"year":2015,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
