{"id":"https://openalex.org/W2269447256","doi":"https://doi.org/10.1109/isit.2016.7541460","title":"On additive-combinatorial affine inequalities for Shannon entropy and differential entropy","display_name":"On additive-combinatorial affine inequalities for Shannon entropy and differential entropy","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2269447256","doi":"https://doi.org/10.1109/isit.2016.7541460","mag":"2269447256"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2016.7541460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541460","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050142356","display_name":"Ashok Vardhan Makkuva","orcid":"https://orcid.org/0000-0001-6501-9384"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ashok Vardhan Makkuva","raw_affiliation_strings":["Department of ECE, University of Illinois at Urbana-Champaign, United States","Department of ECE, University of Illinois at Urbana-Champaign, Urbana, IL"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of Illinois at Urbana-Champaign, United States","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of ECE, University of Illinois at Urbana-Champaign, Urbana, IL","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100645159","display_name":"Yihong Wu","orcid":"https://orcid.org/0000-0001-9239-7671"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yihong Wu","raw_affiliation_strings":["Department of ECE, University of Illinois at Urbana-Champaign, United States","Department of ECE, University of Illinois at Urbana-Champaign, Urbana, IL"],"affiliations":[{"raw_affiliation_string":"Department of ECE, University of Illinois at Urbana-Champaign, United States","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of ECE, University of Illinois at Urbana-Champaign, Urbana, IL","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5050142356"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":0.3729,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.63846861,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1053","last_page":"1057"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11210","display_name":"Mathematical Analysis and Transform Methods","score":0.9246000051498413,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11329","display_name":"Limits and Structures in Graph Theory","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/2607","display_name":"Discrete Mathematics and Combinatorics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.8199968338012695},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.8161351680755615},{"id":"https://openalex.org/keywords/entropy-power-inequality","display_name":"Entropy power inequality","score":0.7022281885147095},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.6566535234451294},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.5656725168228149},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5555461645126343},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.5009114742279053},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.45988214015960693},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4401317834854126},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.43346381187438965},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.41973876953125},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.41624873876571655},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.4077734649181366},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.33356598019599915},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.27939993143081665},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12084987759590149},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.07003554701805115},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06395888328552246}],"concepts":[{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.8199968338012695},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8161351680755615},{"id":"https://openalex.org/C320580","wikidata":"https://www.wikidata.org/wiki/Q5380810","display_name":"Entropy power inequality","level":5,"score":0.7022281885147095},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.6566535234451294},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.5656725168228149},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5555461645126343},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.5009114742279053},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.45988214015960693},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4401317834854126},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.43346381187438965},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.41973876953125},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.41624873876571655},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.4077734649181366},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.33356598019599915},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.27939993143081665},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12084987759590149},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.07003554701805115},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06395888328552246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2016.7541460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541460","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1969116803","https://openalex.org/W2005914283","https://openalex.org/W2019457740","https://openalex.org/W2129774678","https://openalex.org/W2131455012","https://openalex.org/W2153802318","https://openalex.org/W2161226162","https://openalex.org/W2162714897","https://openalex.org/W2169770534","https://openalex.org/W2201108895","https://openalex.org/W2478708596","https://openalex.org/W2951783141","https://openalex.org/W3099203013","https://openalex.org/W3103598778","https://openalex.org/W3106140828","https://openalex.org/W4239101296","https://openalex.org/W6687741117"],"related_works":["https://openalex.org/W3114186922","https://openalex.org/W1968021238","https://openalex.org/W2269447256","https://openalex.org/W862060148","https://openalex.org/W2300741437","https://openalex.org/W2143770771","https://openalex.org/W2037356780","https://openalex.org/W2127945237","https://openalex.org/W2898188192","https://openalex.org/W2952724564"],"abstract_inverted_index":{"To":[0],"be":[1,70],"considered":[2],"for":[3,27,38,66],"the":[4,17,49,109,127,130,142],"2016":[5],"IEEE":[6],"Jack":[7],"Keil":[8],"Wolf":[9],"ISIT":[10],"Student":[11],"Paper":[12],"Award.":[13],"This":[14],"paper":[15],"addresses":[16],"question":[18],"of":[19,30,51,55,105,112,129,132,141],"to":[20,36,59,92,118,139],"what":[21],"extent":[22],"do":[23],"discrete":[24,89],"entropy":[25,57,68,80,111,121,128],"inequalities":[26,47,81],"weighted":[28],"sums":[29],"independent":[31],"group-valued":[32],"random":[33,116,134],"variables":[34,135],"continue":[35],"hold":[37],"differential":[39,60,67,79,120],"entropies.":[40],"We":[41],"show":[42],"that":[43,140],"all":[44],"balanced":[45],"affine":[46,64],"(with":[48],"sum":[50,131],"coefficients":[52],"being":[53],"zero)":[54],"Shannon":[56,110],"extend":[58],"entropy;":[61],"conversely,":[62],"any":[63],"inequality":[65],"must":[69],"balanced.":[71],"In":[72],"particular,":[73],"this":[74],"result":[75,104],"recovers":[76],"recently":[77],"proved":[78],"by":[82],"Kontoyiannis":[83],"and":[84,122],"Madiman":[85],"[1]":[86],"from":[87],"their":[88],"counterparts":[90],"due":[91],"Tao":[93],"[2]":[94],"in":[95,125],"a":[96,103,113],"unified":[97],"manner.":[98],"Our":[99],"proof":[100],"relies":[101],"on":[102],"R\u00e9nyi":[106],"which":[107],"relates":[108],"finely":[114],"discretized":[115],"variable":[117],"its":[119],"also":[123],"helps":[124],"establishing":[126],"quantized":[133,143],"is":[136],"asymptotically":[137],"equal":[138],"sum.":[144]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-03-21T06:30:42.041108","created_date":"2025-10-10T00:00:00"}