{"id":"https://openalex.org/W2551597289","doi":"https://doi.org/10.1109/mlsp.2016.7738809","title":"Flow of Renyi information in deep neural networks","display_name":"Flow of Renyi information in deep neural networks","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2551597289","doi":"https://doi.org/10.1109/mlsp.2016.7738809","mag":"2551597289"},"language":"en","primary_location":{"id":"doi:10.1109/mlsp.2016.7738809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp.2016.7738809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 26th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100891231","display_name":"Che-Wei Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Che-Wei Huang","raw_affiliation_strings":["Signal Analysis and Interpretation Laboratory (SAIL), University of Southern california"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Analysis and Interpretation Laboratory (SAIL), University of Southern california","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010028928","display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrikanth Shri S. Narayanan","raw_affiliation_strings":["Signal Analysis and Interpretation Laboratory (SAIL), University of Southern california"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Analysis and Interpretation Laboratory (SAIL), University of Southern california","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":1.1648,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82289747,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6600080728530884},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6114263534545898},{"id":"https://openalex.org/keywords/fisher-information","display_name":"Fisher information","score":0.5300970673561096},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5256063938140869},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5245973467826843},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5131953358650208},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.507780134677887},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4923306703567505},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.48558539152145386},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.48052558302879333},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.47767266631126404},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47274789214134216},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.45711636543273926},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.423580527305603},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.42144647240638733},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41983169317245483},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4193595051765442},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2663910388946533},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1737578809261322},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1306142807006836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6600080728530884},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6114263534545898},{"id":"https://openalex.org/C29406490","wikidata":"https://www.wikidata.org/wiki/Q1420659","display_name":"Fisher information","level":2,"score":0.5300970673561096},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5256063938140869},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5245973467826843},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5131953358650208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.507780134677887},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4923306703567505},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.48558539152145386},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.48052558302879333},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.47767266631126404},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47274789214134216},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.45711636543273926},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.423580527305603},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.42144647240638733},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41983169317245483},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4193595051765442},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2663910388946533},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1737578809261322},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1306142807006836},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mlsp.2016.7738809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp.2016.7738809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 26th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W135467536","https://openalex.org/W1540598330","https://openalex.org/W1554663460","https://openalex.org/W1667165204","https://openalex.org/W1686946872","https://openalex.org/W1839657926","https://openalex.org/W1890000358","https://openalex.org/W1899295102","https://openalex.org/W2055332436","https://openalex.org/W2121359844","https://openalex.org/W2123469175","https://openalex.org/W2130942839","https://openalex.org/W2146334809","https://openalex.org/W2157331557","https://openalex.org/W2170503197","https://openalex.org/W2310139742","https://openalex.org/W2962783375","https://openalex.org/W2963217938","https://openalex.org/W2963689085","https://openalex.org/W2964184826","https://openalex.org/W3013104126","https://openalex.org/W4300428639","https://openalex.org/W4301253858","https://openalex.org/W4322614689","https://openalex.org/W4388297464","https://openalex.org/W6639628132","https://openalex.org/W6677621685","https://openalex.org/W6678280795","https://openalex.org/W6679436768","https://openalex.org/W6698263982"],"related_works":["https://openalex.org/W3012088032","https://openalex.org/W2238904537","https://openalex.org/W2776312158","https://openalex.org/W1965458961","https://openalex.org/W4390516098","https://openalex.org/W4294328901","https://openalex.org/W2042150869","https://openalex.org/W3185610468","https://openalex.org/W2952582351","https://openalex.org/W2181948922"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,12,59],"rate-distortion":[3],"based":[4],"deep":[5],"neural":[6],"network":[7],"(DNN)":[8],"training":[9],"algorithm":[10],"using":[11],"smooth":[13],"matrix":[14],"functional":[15],"on":[16,65,70],"the":[17,24,31,37,42,47,75],"manifold":[18],"of":[19,39,41,49,62],"positive":[20],"semi-definite":[21],"matrices":[22],"as":[23],"non-parametric":[25],"entropy":[26],"estimator.":[27],"The":[28],"objective":[29],"in":[30,55],"optimization":[32],"function":[33],"includes":[34],"not":[35],"only":[36],"measure":[38,48],"performance":[40,83],"output":[43],"layer":[44],"but":[45],"also":[46],"information":[50],"distortion":[51],"between":[52],"consecutive":[53],"layers":[54],"order":[56],"to":[57],"produce":[58],"concise":[60],"representation":[61],"its":[63],"input":[64],"each":[66],"layer.":[67],"An":[68],"experiment":[69],"speech":[71],"emotion":[72],"recognition":[73],"shows":[74],"DNN":[76],"trained":[77],"by":[78],"such":[79],"method":[80],"reaches":[81],"comparable":[82],"with":[84],"an":[85],"encoder-decoder":[86],"system.":[87]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}