{"id":"https://openalex.org/W2089947415","doi":"https://doi.org/10.1109/tnnls.2013.2293637","title":"On the Complexity of Neural Network Classifiers: A Comparison Between Shallow and Deep Architectures","display_name":"On the Complexity of Neural Network Classifiers: A Comparison Between Shallow and Deep Architectures","publication_year":2014,"publication_date":"2014-01-31","ids":{"openalex":"https://openalex.org/W2089947415","doi":"https://doi.org/10.1109/tnnls.2013.2293637","mag":"2089947415","pmid":"https://pubmed.ncbi.nlm.nih.gov/25050951"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2013.2293637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2013.2293637","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091787895","display_name":"Monica Bianchini","orcid":"https://orcid.org/0000-0002-8206-8142"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Monica Bianchini","raw_affiliation_strings":["University of Siena, Siena, Italy","University of Siena Siena Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Siena, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]},{"raw_affiliation_string":"University of Siena Siena Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020560480","display_name":"Franco Scarselli","orcid":"https://orcid.org/0000-0003-1307-0772"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Franco Scarselli","raw_affiliation_strings":["University of Siena, Siena, Italy","University of Siena Siena Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Siena, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]},{"raw_affiliation_string":"University of Siena Siena Italy","institution_ids":["https://openalex.org/I102064193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I102064193"],"apc_list":null,"apc_paid":null,"fwci":39.1533,"has_fulltext":false,"cited_by_count":521,"citation_normalized_percentile":{"value":0.99798845,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"25","issue":"8","first_page":"1553","last_page":"1565"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7172751426696777},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.707749605178833},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6740171909332275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6461726427078247},{"id":"https://openalex.org/keywords/connectionism","display_name":"Connectionism","score":0.626712441444397},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5824286341667175},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.5655869841575623},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.5153160095214844},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.49793457984924316},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4891872704029083},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.44319960474967957},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.4412814974784851},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38426750898361206},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16524410247802734}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7172751426696777},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.707749605178833},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6740171909332275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6461726427078247},{"id":"https://openalex.org/C8521452","wikidata":"https://www.wikidata.org/wiki/Q203790","display_name":"Connectionism","level":3,"score":0.626712441444397},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5824286341667175},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.5655869841575623},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.5153160095214844},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.49793457984924316},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4891872704029083},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.44319960474967957},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.4412814974784851},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38426750898361206},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16524410247802734},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009415","descriptor_name":"Nerve Net","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2013.2293637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2013.2293637","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:25050951","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25050951","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:usiena-air.unisi.it:11365/47142","is_oa":false,"landing_page_url":"http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=6697897","pdf_url":null,"source":{"id":"https://openalex.org/S4377196319","display_name":"Use Siena air (University of Siena)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102064193","host_organization_name":"University of Siena","host_organization_lineage":["https://openalex.org/I102064193"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W21223778","https://openalex.org/W92982764","https://openalex.org/W116068320","https://openalex.org/W133871976","https://openalex.org/W1502856245","https://openalex.org/W1511433296","https://openalex.org/W1514205146","https://openalex.org/W1517585663","https://openalex.org/W1538131130","https://openalex.org/W1548371118","https://openalex.org/W1576803422","https://openalex.org/W1593057674","https://openalex.org/W1641281547","https://openalex.org/W1967075510","https://openalex.org/W1968528416","https://openalex.org/W1971735090","https://openalex.org/W1982029046","https://openalex.org/W1987946540","https://openalex.org/W1988115241","https://openalex.org/W1991581432","https://openalex.org/W2006698588","https://openalex.org/W2031585281","https://openalex.org/W2043424547","https://openalex.org/W2045924252","https://openalex.org/W2058580716","https://openalex.org/W2072128103","https://openalex.org/W2097486934","https://openalex.org/W2103496339","https://openalex.org/W2106922081","https://openalex.org/W2107998050","https://openalex.org/W2109779438","https://openalex.org/W2110485445","https://openalex.org/W2110798204","https://openalex.org/W2113442785","https://openalex.org/W2113623259","https://openalex.org/W2116341502","https://openalex.org/W2120339295","https://openalex.org/W2127827747","https://openalex.org/W2136922672","https://openalex.org/W2137105523","https://openalex.org/W2143503258","https://openalex.org/W2150120952","https://openalex.org/W2154952480","https://openalex.org/W2165293955","https://openalex.org/W2496126447","https://openalex.org/W2584401907","https://openalex.org/W3040586665","https://openalex.org/W4206778896","https://openalex.org/W4206794571","https://openalex.org/W4231109964","https://openalex.org/W4232452168","https://openalex.org/W4234555707","https://openalex.org/W4241752267","https://openalex.org/W4247458820","https://openalex.org/W4250375092","https://openalex.org/W4254816979","https://openalex.org/W6603695008","https://openalex.org/W6629919510","https://openalex.org/W6630578816","https://openalex.org/W6632100814"],"related_works":["https://openalex.org/W3024979424","https://openalex.org/W4283785902","https://openalex.org/W2895192346","https://openalex.org/W3032499992","https://openalex.org/W2041004593","https://openalex.org/W3134817226","https://openalex.org/W3110577345","https://openalex.org/W3136579697","https://openalex.org/W2086501033","https://openalex.org/W2557823583"],"abstract_inverted_index":{"Recently,":[0],"researchers":[1],"in":[2,85],"the":[3,51,75,103,106,142,146,152,162,179],"artificial":[4],"neural":[5,79,111,121],"network":[6],"field":[7],"have":[8],"focused":[9],"their":[10,83,137],"attention":[11],"on":[12,82,95,136,145],"connectionist":[13],"models":[14],"composed":[15],"by":[16,109,130],"several":[17],"hidden":[18,149],"layers.":[19],"In":[20,64],"fact,":[21],"experimental":[22],"results":[23,54,158],"and":[24,46,62,119,133,139,151],"heuristic":[25],"considerations":[26],"suggest":[27],"that":[28,164,174],"deep":[29,118,165],"architectures":[30,122],"are":[31,59,128,176],"more":[32,186],"suitable":[33],"than":[34],"shallow":[35,120],"ones":[36],"for":[37,114],"modern":[38],"applications,":[39],"facing":[40],"very":[41],"complex":[42],"problems,":[43],"e.g.,":[44],"vision":[45],"human":[47],"language":[48],"understanding.":[49],"However,":[50],"actual":[52],"theoretical":[53],"supporting":[55],"such":[56],"a":[57,69,91,110],"claim":[58],"still":[60],"few":[61],"incomplete.":[63],"this":[65],"paper,":[66],"we":[67],"propose":[68],"new":[70,92],"approach":[71],"to":[72,160,184],"study":[73],"how":[74,141],"depth":[76],"of":[77,105,148,170,182],"feedforward":[78],"networks":[80,166],"impacts":[81],"ability":[84],"implementing":[86],"high":[87],"complexity":[88,104,143],"functions.":[89],"First,":[90],"measure":[93],"based":[94],"topological":[96],"concepts":[97],"is":[98],"introduced,":[99],"aimed":[100],"at":[101],"evaluating":[102],"function":[107],"implemented":[108],"network,":[112],"used":[113,153],"classification":[115],"purposes.":[116],"Then,":[117],"with":[123,178],"common":[124],"sigmoidal":[125],"activation":[126,154],"functions":[127,169],"compared,":[129],"deriving":[131],"upper":[132],"lower":[134],"bounds":[135],"complexity,":[138,172],"studying":[140],"depends":[144],"number":[147,181],"units":[150],"function.":[155],"The":[156],"obtained":[157],"seem":[159],"support":[161],"idea":[163],"actually":[167],"implements":[168],"higher":[171],"so":[173],"they":[175],"able,":[177],"same":[180],"resources,":[183],"address":[185],"difficult":[187],"problems.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":55},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":38},{"year":2021,"cited_by_count":75},{"year":2020,"cited_by_count":59},{"year":2019,"cited_by_count":71},{"year":2018,"cited_by_count":50},{"year":2017,"cited_by_count":31},{"year":2016,"cited_by_count":32},{"year":2015,"cited_by_count":16},{"year":2014,"cited_by_count":2}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}