{"id":"https://openalex.org/W4387869619","doi":"https://doi.org/10.1109/mlsp55844.2023.10285953","title":"Information Channels of Deep Neural Networks","display_name":"Information Channels of Deep Neural Networks","publication_year":2023,"publication_date":"2023-09-17","ids":{"openalex":"https://openalex.org/W4387869619","doi":"https://doi.org/10.1109/mlsp55844.2023.10285953"},"language":"en","primary_location":{"id":"doi:10.1109/mlsp55844.2023.10285953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp55844.2023.10285953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 33rd International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013805507","display_name":"Manas Deb","orcid":"https://orcid.org/0000-0001-5820-3714"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Manas Deb","raw_affiliation_strings":["Santa Clara University,Dept. of Electrical and Computer Engineering,Santa Clara,California,USA,95053"],"affiliations":[{"raw_affiliation_string":"Santa Clara University,Dept. of Electrical and Computer Engineering,Santa Clara,California,USA,95053","institution_ids":["https://openalex.org/I16269868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025538938","display_name":"Tokunbo Ogunfunmi","orcid":"https://orcid.org/0000-0003-3517-9779"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tokunbo Ogunfunmi","raw_affiliation_strings":["Santa Clara University,Dept. of Electrical and Computer Engineering,Santa Clara,California,USA,95053"],"affiliations":[{"raw_affiliation_string":"Santa Clara University,Dept. of Electrical and Computer Engineering,Santa Clara,California,USA,95053","institution_ids":["https://openalex.org/I16269868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5013805507"],"corresponding_institution_ids":["https://openalex.org/I16269868"],"apc_list":null,"apc_paid":null,"fwci":0.1748,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5693864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.677945613861084},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5647507309913635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5357320308685303},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5275508761405945},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5094245076179504}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677945613861084},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5647507309913635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5357320308685303},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5275508761405945},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5094245076179504}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mlsp55844.2023.10285953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp55844.2023.10285953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 33rd International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1686946872","https://openalex.org/W2137748768","https://openalex.org/W2210387432","https://openalex.org/W2593634001","https://openalex.org/W2943160321","https://openalex.org/W3006348122","https://openalex.org/W4297749952","https://openalex.org/W6637108112","https://openalex.org/W6898611122"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W4323565446"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNN)":[3],"which":[4,133],"employ":[5],"multiple":[6],"convolutional":[7,89,136,139],"layers":[8,69],"have":[9,41],"shown":[10],"remarkable":[11],"accuracy":[12,193],"in":[13,75],"image":[14,16],"recognition,":[15],"reconstruction,":[17],"audio":[18],"classification":[19],"and":[20,85,104,111,114,172,174,180],"other":[21],"machine":[22],"learning":[23],"applications.":[24],"However,":[25],"a":[26],"theoretical":[27],"framework":[28],"to":[29,44,48,162],"explain":[30],"the":[31,51,68,71,76,86,97,102,112,118,124,143,156,160,164,169,177,184,192],"internal":[32],"mechanism":[33],"of":[34,70,88,100,106,117,135,159,187,194],"these":[35,188],"DNNs":[36,132,178],"still":[37],"remains":[38,92],"elusive.":[39],"There":[40],"been":[42],"attempts":[43],"use":[45,155],"Information":[46,63,151,166],"Theory":[47],"crack":[49],"open":[50],"DNN":[52],"\u201cblack":[53],"box\u201d":[54],"by":[55,67,182],"showing":[56],"that":[57,176],"information":[58],"is":[59,78,147],"squeezed":[60],"through":[61],"an":[62,150],"Bottleneck":[64],"(IB)":[65],"formed":[66],"DNN.":[72],"IB":[73,98],"analysis":[74,87],"literature":[77],"mostly":[79],"based":[80],"on":[81],"fully":[82],"connected":[83],"networks":[84,91],"neural":[90],"extremely":[93],"sparse.":[94],"In":[95,127],"analyzing":[96],"behavior":[99],"DNNs,":[101],"inputs":[103],"outputs":[105],"each":[107],"layer":[108],"are":[109,120],"vectorized":[110],"spatial":[113],"temporal":[115],"properties":[116,158],"images":[119,161],"ignored":[121],"while":[122,190],"computing":[123],"mutual":[125],"information.":[126],"this":[128],"work,":[129],"we":[130],"analyze":[131],"consist":[134],"layers.":[137],"Each":[138],"kernel":[140],"along":[141],"with":[142],"corresponding":[144],"activation":[145],"function":[146],"viewed":[148],"as":[149],"Channel":[152],"(IC).":[153],"We":[154],"spatiotemporal":[157],"compute":[163],"Mutual":[165],"(MI)":[167],"between":[168],"channel":[170],"input":[171],"output":[173],"demonstrate":[175],"generalize":[179],"learn":[181],"reducing":[183],"Shannon":[185],"capacity":[186],"ICs":[189],"maximizing":[191],"prediction.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}