{"id":"https://openalex.org/W2911381404","doi":"https://doi.org/10.1109/ijcnn.2019.8852296","title":"On Correlation of Features Extracted by Deep Neural Networks","display_name":"On Correlation of Features Extracted by Deep Neural Networks","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2911381404","doi":"https://doi.org/10.1109/ijcnn.2019.8852296","mag":"2911381404"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8852296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852296","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1901.10900","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037717507","display_name":"Babajide O. Ayinde","orcid":"https://orcid.org/0000-0001-7341-8799"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Babajide O. Ayinde","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","[Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY 40292 USA.]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]},{"raw_affiliation_string":"[Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY 40292 USA.]","institution_ids":["https://openalex.org/I142740786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052586815","display_name":"Tamer Inanc","orcid":"https://orcid.org/0000-0002-5314-3908"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tamer Inanc","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","[Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY 40292 USA.]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]},{"raw_affiliation_string":"[Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY 40292 USA.]","institution_ids":["https://openalex.org/I142740786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015925094","display_name":"Jacek M. \u017burada","orcid":"https://orcid.org/0000-0001-6622-534X"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacek M. Zurada","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","[Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY 40292 USA.]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]},{"raw_affiliation_string":"[Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY 40292 USA.]","institution_ids":["https://openalex.org/I142740786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037717507"],"corresponding_institution_ids":["https://openalex.org/I142740786"],"apc_list":null,"apc_paid":null,"fwci":0.76808873,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76956376,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.9414781928062439},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7753156423568726},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6767200231552124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6726171374320984},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6706735491752625},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6589995622634888},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6573734283447266},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6520458459854126},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6459956169128418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5886124968528748},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5075393915176392},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45300590991973877},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.45156267285346985},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4409295320510864},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.4324018359184265},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.42375028133392334},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24124473333358765}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9414781928062439},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7753156423568726},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6767200231552124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6726171374320984},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6706735491752625},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6589995622634888},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6573734283447266},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6520458459854126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6459956169128418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5886124968528748},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5075393915176392},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45300590991973877},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.45156267285346985},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4409295320510864},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.4324018359184265},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.42375028133392334},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24124473333358765},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ijcnn.2019.8852296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852296","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1901.10900","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.10900","pdf_url":"https://arxiv.org/pdf/1901.10900","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2911381404","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1901.10900","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1901.10900","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1901.10900","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1901.10900","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.10900","pdf_url":"https://arxiv.org/pdf/1901.10900","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2911381404.pdf"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1677182931","https://openalex.org/W2015450786","https://openalex.org/W2096592175","https://openalex.org/W2102113734","https://openalex.org/W2104636679","https://openalex.org/W2114766824","https://openalex.org/W2123469553","https://openalex.org/W2125389748","https://openalex.org/W2125930537","https://openalex.org/W2143612262","https://openalex.org/W2159945133","https://openalex.org/W2164877691","https://openalex.org/W2168345951","https://openalex.org/W2176412452","https://openalex.org/W2194775991","https://openalex.org/W2259472270","https://openalex.org/W2276892413","https://openalex.org/W2281466631","https://openalex.org/W2396813586","https://openalex.org/W2400429454","https://openalex.org/W2513419314","https://openalex.org/W2520760693","https://openalex.org/W2553902701","https://openalex.org/W2556893404","https://openalex.org/W2584882700","https://openalex.org/W2593303827","https://openalex.org/W2611457475","https://openalex.org/W2741485222","https://openalex.org/W2758695710","https://openalex.org/W2788653909","https://openalex.org/W2909680570","https://openalex.org/W2945870855","https://openalex.org/W2949117887","https://openalex.org/W2949382160","https://openalex.org/W2952339051","https://openalex.org/W2952432176","https://openalex.org/W2962835968","https://openalex.org/W2963126723","https://openalex.org/W2963674932","https://openalex.org/W2964299589","https://openalex.org/W4238404964","https://openalex.org/W6600318282","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6675365184","https://openalex.org/W6677103964","https://openalex.org/W6677580257","https://openalex.org/W6678583879","https://openalex.org/W6678818196","https://openalex.org/W6683826617","https://openalex.org/W6683978607","https://openalex.org/W6684191040","https://openalex.org/W6684793534","https://openalex.org/W6685405536","https://openalex.org/W6685562342","https://openalex.org/W6685802191","https://openalex.org/W6692563993","https://openalex.org/W6694972386","https://openalex.org/W6712497282","https://openalex.org/W6712551501","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6732520560","https://openalex.org/W6733074585","https://openalex.org/W6734169003","https://openalex.org/W6734621401","https://openalex.org/W6739879593","https://openalex.org/W6741783443","https://openalex.org/W6748522439","https://openalex.org/W6773842061"],"related_works":["https://openalex.org/W2977655572","https://openalex.org/W2909680570","https://openalex.org/W2943925420","https://openalex.org/W2400114388","https://openalex.org/W2887917393","https://openalex.org/W2952675992","https://openalex.org/W2785918180","https://openalex.org/W2911627347","https://openalex.org/W3160012585","https://openalex.org/W3210310170","https://openalex.org/W3120332919","https://openalex.org/W3009445297","https://openalex.org/W2962971773","https://openalex.org/W3091322044","https://openalex.org/W3136542414","https://openalex.org/W3017284158","https://openalex.org/W2767090503","https://openalex.org/W3181661525","https://openalex.org/W2839601526","https://openalex.org/W1799366690"],"abstract_inverted_index":{"Redundancy":[0],"in":[1,68,87],"deep":[2,53,125],"neural":[3,54,130],"network":[4,55,99],"(DNN)":[5],"models":[6,56],"has":[7],"always":[8],"been":[9,20],"one":[10],"of":[11,28,38,52,65,74,114],"their":[12,83],"most":[13,107],"intriguing":[14],"and":[15,42,46,90,101,128,136],"important":[16,108],"properties.":[17],"DNNs":[18,115],"have":[19],"shown":[21,96],"to":[22,57,82,116],"overparameterize,":[23],"or":[24],"extract":[25,58,117],"a":[26,75,91],"lot":[27],"redundant":[29,59,66,118],"features.":[30,60,119],"In":[31],"this":[32],"work,":[33],"we":[34],"explore":[35],"the":[36,50,63,72,105,112],"impact":[37],"size":[39,100],"(both":[40],"width":[41],"depth),":[43],"activation":[44,102],"function,":[45],"weight":[47],"initialization":[48],"on":[49,132],"susceptibility":[51],"To":[61],"estimate":[62],"number":[64],"features":[67,73],"each":[69],"layer,":[70],"all":[71],"given":[76],"layer":[77],"are":[78,104],"hierarchically":[79],"clustered":[80],"according":[81],"relative":[84],"cosine":[85],"distances":[86],"feature":[88],"space":[89],"set":[92],"threshold.":[93],"It":[94],"is":[95,122],"that":[97,110],"both":[98],"function":[103],"two":[106],"components":[109],"foster":[111],"tendency":[113],"The":[120],"concept":[121],"illustrated":[123],"using":[124],"multilayer":[126],"perceptron":[127],"convolutional":[129],"networks":[131],"MNIST":[133],"digits":[134],"recognition":[135],"CIFAR-10":[137],"dataset,":[138],"respectively.":[139]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}