{"id":"https://openalex.org/W3198207789","doi":"https://doi.org/10.1109/isit45174.2021.9517787","title":"Strong data processing inequality in neural networks with noisy neurons and its implications","display_name":"Strong data processing inequality in neural networks with noisy neurons and its implications","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3198207789","doi":"https://doi.org/10.1109/isit45174.2021.9517787","mag":"3198207789"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9517787","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051610883","display_name":"Chuteng Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156213","display_name":"American Rock Mechanics Association","ror":"https://ror.org/05vfrxy92","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156213"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chuteng Zhou","raw_affiliation_strings":["Arm ML Research Lab,Boston,MA,USA","Arm ML Research Lab, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Arm ML Research Lab,Boston,MA,USA","institution_ids":["https://openalex.org/I4210156213"]},{"raw_affiliation_string":"Arm ML Research Lab, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006106735","display_name":"Quntao Zhuang","orcid":"https://orcid.org/0000-0002-9554-3846"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quntao Zhuang","raw_affiliation_strings":["University of Arizona,Tuscon,AZ,USA","University of Arizona, Tuscon, AZ, USA"],"affiliations":[{"raw_affiliation_string":"University of Arizona,Tuscon,AZ,USA","institution_ids":["https://openalex.org/I138006243"]},{"raw_affiliation_string":"University of Arizona, Tuscon, AZ, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090422974","display_name":"Matthew Mattina","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156213","display_name":"American Rock Mechanics Association","ror":"https://ror.org/05vfrxy92","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156213"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Mattina","raw_affiliation_strings":["Arm ML Research Lab,Boston,MA,USA","Arm ML Research Lab, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Arm ML Research Lab,Boston,MA,USA","institution_ids":["https://openalex.org/I4210156213"]},{"raw_affiliation_string":"Arm ML Research Lab, Boston, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103266146","display_name":"Paul N. Whatmough","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156213","display_name":"American Rock Mechanics Association","ror":"https://ror.org/05vfrxy92","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156213"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul N. Whatmough","raw_affiliation_strings":["Arm ML Research Lab,Boston,MA,USA","Arm ML Research Lab, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Arm ML Research Lab,Boston,MA,USA","institution_ids":["https://openalex.org/I4210156213"]},{"raw_affiliation_string":"Arm ML Research Lab, Boston, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051610883"],"corresponding_institution_ids":["https://openalex.org/I4210156213"],"apc_list":null,"apc_paid":null,"fwci":0.2797,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64151821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1170","last_page":"1175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7232146263122559},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.721832275390625},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.6175572276115417},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5462852716445923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48993104696273804},{"id":"https://openalex.org/keywords/stochastic-neural-network","display_name":"Stochastic neural network","score":0.4787787199020386},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46819978952407837},{"id":"https://openalex.org/keywords/evolving-networks","display_name":"Evolving networks","score":0.42322593927383423},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.41870224475860596},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4145713150501251},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4128704071044922},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.31683066487312317},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.3001232147216797},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.25880905985832214},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17822852730751038},{"id":"https://openalex.org/keywords/complex-network","display_name":"Complex network","score":0.13499894738197327}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7232146263122559},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.721832275390625},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.6175572276115417},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5462852716445923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48993104696273804},{"id":"https://openalex.org/C86582703","wikidata":"https://www.wikidata.org/wiki/Q7617824","display_name":"Stochastic neural network","level":4,"score":0.4787787199020386},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46819978952407837},{"id":"https://openalex.org/C36647736","wikidata":"https://www.wikidata.org/wiki/Q5418752","display_name":"Evolving networks","level":3,"score":0.42322593927383423},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.41870224475860596},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4145713150501251},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4128704071044922},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31683066487312317},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.3001232147216797},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25880905985832214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17822852730751038},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.13499894738197327},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit45174.2021.9517787","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517787","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W285471286","https://openalex.org/W2001187993","https://openalex.org/W2003776291","https://openalex.org/W2018168021","https://openalex.org/W2053801139","https://openalex.org/W2107810558","https://openalex.org/W2137906383","https://openalex.org/W2141432878","https://openalex.org/W2165025072","https://openalex.org/W2166524562","https://openalex.org/W2242818861","https://openalex.org/W2290247654","https://openalex.org/W2497735908","https://openalex.org/W2511261638","https://openalex.org/W2752849906","https://openalex.org/W2798701005","https://openalex.org/W2952032520","https://openalex.org/W2982133476","https://openalex.org/W3003821665","https://openalex.org/W3011209639","https://openalex.org/W3091482820","https://openalex.org/W3098895744","https://openalex.org/W3105432754","https://openalex.org/W3122917808","https://openalex.org/W3182208082","https://openalex.org/W3214845324","https://openalex.org/W6651608069","https://openalex.org/W6684077685"],"related_works":["https://openalex.org/W1595652908","https://openalex.org/W651238688","https://openalex.org/W2089093251","https://openalex.org/W1584270863","https://openalex.org/W2014372327","https://openalex.org/W2367207292","https://openalex.org/W2085961337","https://openalex.org/W2533573066","https://openalex.org/W2313552749","https://openalex.org/W2087204344"],"abstract_inverted_index":{"Neural":[0],"networks":[1,197],"have":[2],"gained":[3],"importance":[4],"as":[5],"the":[6,68,72,85,89,106,144,156,167,203,221],"machine":[7],"learning":[8],"models":[9,48,63],"that":[10,64,198],"achieve":[11],"state-of-the-art":[12],"performance":[13],"on":[14,184],"large-scale":[15],"image":[16],"classification,":[17],"object":[18],"detection":[19],"and":[20,54,57,95,132,180],"natural":[21],"language":[22],"processing":[23,137,218],"tasks.":[24],"In":[25],"this":[26,123],"paper,":[27],"we":[28,126,174],"consider":[29],"noisy":[30,47,112,170,195,216],"binary":[31,148,171],"neural":[32,113,172,196,208],"networks,":[33,114,173],"where":[34],"each":[35],"neuron":[36],"has":[37,79],"a":[38,102,134,191],"non-zero":[39],"probability":[40],"of":[41,62,74,92,109,118,215,223],"producing":[42],"an":[43,59,128],"incorrect":[44],"output.":[45],"These":[46],"may":[49],"arise":[50],"from":[51,202],"biological,":[52],"physical":[53,69],"electronic":[55],"contexts":[56],"constitute":[58],"important":[60],"class":[61],"are":[65],"relevant":[66],"to":[67,80,82,150,161],"world.":[70],"Intuitively,":[71],"number":[73,108],"neurons":[75,110],"in":[76,111,169],"such":[77],"systems":[78,219],"grow":[81],"compensate":[83],"for":[84,105,147,194],"noise":[86],"while":[87],"maintaining":[88],"same":[90],"level":[91],"expressive":[93],"power":[94],"computation":[96],"reliability.":[97],"Our":[98],"key":[99,177],"finding":[100],"is":[101,116,199],"lower":[103,124,178],"bound":[104,179],"required":[107],"which":[115,140],"first":[117],"its":[119,182],"kind.":[120],"To":[121],"prove":[122],"bound,":[125],"take":[127],"information":[129,164,217,224],"theoretic":[130],"approach":[131],"obtain":[133,175],"strong":[135],"data":[136],"inequality":[138],"(SDPI),":[139],"not":[141],"only":[142],"generalizes":[143],"Evans-Schulman":[145],"results":[146,189],"channels":[149,152],"general":[151],"but":[153],"also":[154],"improves":[155],"tightness":[157],"drastically":[158],"when":[159],"applied":[160],"estimate":[162],"end-to-end":[163],"contraction.":[165],"Applying":[166],"SDPI":[168],"our":[176,188],"investigate":[181],"implications":[183],"network":[185],"depth-width":[186,192],"trade-offs,":[187],"suggest":[190],"trade-off":[193],"very":[200],"different":[201],"established":[204],"understanding":[205,214],"regarding":[206],"noiseless":[207],"networks.":[209],"This":[210],"paper":[211],"offers":[212],"new":[213],"through":[220],"lens":[222],"theory.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}