{"id":"https://openalex.org/W3213093647","doi":"https://doi.org/10.1109/tai.2021.3128132","title":"On a Sparse Shortcut Topology of Artificial Neural Networks","display_name":"On a Sparse Shortcut Topology of Artificial Neural Networks","publication_year":2021,"publication_date":"2021-11-15","ids":{"openalex":"https://openalex.org/W3213093647","doi":"https://doi.org/10.1109/tai.2021.3128132","mag":"3213093647"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2021.3128132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3128132","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018677035","display_name":"Fenglei Fan","orcid":"https://orcid.org/0000-0003-3691-5141"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng-Lei Fan","raw_affiliation_strings":["Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-3691-5141","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101759770","display_name":"Dayang Wang","orcid":"https://orcid.org/0000-0003-0531-2110"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dayang Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetts, Lowell, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0531-2110","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetts, Lowell, MA, USA","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030891246","display_name":"Hengtao Guo","orcid":"https://orcid.org/0000-0002-4734-026X"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hengtao Guo","raw_affiliation_strings":["Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4734-026X","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066454103","display_name":"Qikui Zhu","orcid":"https://orcid.org/0000-0002-2779-4766"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qikui Zhu","raw_affiliation_strings":["Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054075262","display_name":"Pingkun Yan","orcid":"https://orcid.org/0000-0002-9779-2141"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pingkun Yan","raw_affiliation_strings":["Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-9779-2141","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400458","display_name":"Ge Wang","orcid":"https://orcid.org/0000-0002-2656-7705"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ge Wang","raw_affiliation_strings":["Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-2656-7705","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052662150","display_name":"Hengyong Yu","orcid":"https://orcid.org/0000-0002-5852-0813"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hengyong Yu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetts, Lowell, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5852-0813","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetts, Lowell, MA, USA","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9108,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.8835564,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"3","issue":"4","first_page":"595","last_page":"608"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7323451638221741},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6938267946243286},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.6905399560928345},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.6141858696937561},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5902931094169617},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5352039933204651},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5040099024772644},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4733072519302368},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46179792284965515},{"id":"https://openalex.org/keywords/univariate","display_name":"Univariate","score":0.4499078392982483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4125262200832367},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33524268865585327},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2409815788269043},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23752620816230774},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08896565437316895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7323451638221741},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6938267946243286},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.6905399560928345},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6141858696937561},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5902931094169617},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5352039933204651},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5040099024772644},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4733072519302368},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46179792284965515},{"id":"https://openalex.org/C199163554","wikidata":"https://www.wikidata.org/wiki/Q1681619","display_name":"Univariate","level":3,"score":0.4499078392982483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4125262200832367},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33524268865585327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2409815788269043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23752620816230774},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08896565437316895},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2021.3128132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3128132","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W176909285","https://openalex.org/W996830848","https://openalex.org/W1948751323","https://openalex.org/W1971735090","https://openalex.org/W1987869189","https://openalex.org/W2028167283","https://openalex.org/W2029469881","https://openalex.org/W2033337358","https://openalex.org/W2095705004","https://openalex.org/W2108598243","https://openalex.org/W2137983211","https://openalex.org/W2146260356","https://openalex.org/W2147768505","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2323929895","https://openalex.org/W2331143823","https://openalex.org/W2513671774","https://openalex.org/W2520016695","https://openalex.org/W2584483805","https://openalex.org/W2618530766","https://openalex.org/W2752782242","https://openalex.org/W2796970379","https://openalex.org/W2887746098","https://openalex.org/W2919115771","https://openalex.org/W2920582597","https://openalex.org/W2962865604","https://openalex.org/W2962943776","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2963821229","https://openalex.org/W2963881378","https://openalex.org/W2964081807","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2969890541","https://openalex.org/W2981731882","https://openalex.org/W2981985696","https://openalex.org/W2988396473","https://openalex.org/W2995072672","https://openalex.org/W2997403210","https://openalex.org/W2999571325","https://openalex.org/W3004591935","https://openalex.org/W3005600385","https://openalex.org/W3034429256","https://openalex.org/W3034552520","https://openalex.org/W3035223629","https://openalex.org/W3035414587","https://openalex.org/W3038964916","https://openalex.org/W3101406715","https://openalex.org/W3111387027","https://openalex.org/W3127995079","https://openalex.org/W3154435685","https://openalex.org/W3163767593","https://openalex.org/W4206410067","https://openalex.org/W6626481562","https://openalex.org/W6637373629","https://openalex.org/W6637414576","https://openalex.org/W6638444622","https://openalex.org/W6674330103","https://openalex.org/W6679844565","https://openalex.org/W6691187937","https://openalex.org/W6695314431","https://openalex.org/W6714181750","https://openalex.org/W6729059855","https://openalex.org/W6737988291","https://openalex.org/W6739575509","https://openalex.org/W6739659843","https://openalex.org/W6741653254","https://openalex.org/W6741844306","https://openalex.org/W6743923790","https://openalex.org/W6744989570","https://openalex.org/W6752495264","https://openalex.org/W6752515464","https://openalex.org/W6752578362","https://openalex.org/W6756455746","https://openalex.org/W6757185729","https://openalex.org/W6758432988","https://openalex.org/W6761496057","https://openalex.org/W6762718338","https://openalex.org/W6767259515","https://openalex.org/W6767750063","https://openalex.org/W6788135285","https://openalex.org/W6788467338"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W410723623","https://openalex.org/W2413243053","https://openalex.org/W2015341305","https://openalex.org/W4225593417","https://openalex.org/W2035068594","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W2167883292"],"abstract_inverted_index":{"In":[0,48],"established":[1],"network":[2,74],"architectures,":[3,135],"shortcut":[4,61,117],"connections":[5],"are":[6,40],"often":[7],"used":[8],"to":[9,19,75,91,100,149,166],"take":[10],"the":[11,23,33,53,97,115,130,151,158],"outputs":[12],"of":[13,26,57,103,160],"earlier":[14],"layers":[15],"as":[16],"additional":[17],"inputs":[18],"later":[20],"layers.":[21],"Despite":[22],"extraordinary":[24],"effectiveness":[25],"shortcuts,":[27],"there":[28],"remain":[29],"open":[30],"questions":[31],"on":[32,140],"mechanism":[34],"and":[35,55,95,138,143,162],"characteristics.":[36],"For":[37],"example,":[38],"why":[39],"shortcuts":[41,45,161],"powerful?":[42],"Why":[43],"do":[44],"generalize":[46],"well?":[47],"this":[49,67],"article,":[50],"we":[51,64,82,112,123],"investigate":[52],"expressivity":[54],"generalizability":[56],"a":[58,71,84,101,145],"novel":[59,85],"sparse":[60],"topology.":[62,153],"First,":[63],"demonstrate":[65],"that":[66,114],"topology":[68,118,132],"can":[69],"empower":[70],"one-neuron-wide":[72],"deep":[73],"approximate":[76],"any":[77],"univariate":[78],"continuous":[79],"function.":[80],"Then,":[81],"present":[83],"width-bounded":[86],"universal":[87,93],"approximator":[88],"in":[89],"contrast":[90],"depth-bounded":[92],"approximators":[94],"extend":[96],"approximation":[98],"result":[99],"family":[102],"equally":[104],"competent":[105],"networks.":[106],"Furthermore,":[107],"with":[108,133],"generalization":[109],"bound":[110],"theory,":[111],"show":[113],"proposed":[116,131,152],"enjoys":[119],"excellent":[120],"generalizability.":[121],"Finally,":[122],"corroborate":[124],"our":[125],"theoretical":[126],"analyses":[127],"by":[128],"comparing":[129],"popular":[134],"including":[136],"ResNet":[137],"DenseNet,":[139],"well-known":[141],"benchmarks":[142],"perform":[144],"saliency":[146],"map":[147],"analysis":[148],"interpret":[150],"Our":[154],"work":[155],"helps":[156],"understand":[157],"role":[159],"suggests":[163],"further":[164],"opportunities":[165],"innovate":[167],"neural":[168],"architectures.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}