{"id":"https://openalex.org/W2161226162","doi":"https://doi.org/10.1109/tit.2014.2322861","title":"Sumset and Inverse Sumset Inequalities for Differential Entropy and Mutual Information","display_name":"Sumset and Inverse Sumset Inequalities for Differential Entropy and Mutual Information","publication_year":2014,"publication_date":"2014-05-09","ids":{"openalex":"https://openalex.org/W2161226162","doi":"https://doi.org/10.1109/tit.2014.2322861","mag":"2161226162"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2014.2322861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2322861","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1206.0489","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044225058","display_name":"Ioannis Kontoyiannis","orcid":"https://orcid.org/0000-0001-7242-6375"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Ioannis Kontoyiannis","raw_affiliation_strings":["Department of Informatics, Athens University of Economics and Business, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Athens University of Economics and Business, Athens, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089127356","display_name":"Mokshay Madiman","orcid":"https://orcid.org/0000-0002-2992-1829"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mokshay Madiman","raw_affiliation_strings":["Department of Mathematical Sciences, University of Delaware, Newark, DE, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematical Sciences, University of Delaware, Newark, DE, USA","institution_ids":["https://openalex.org/I86501945"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5044225058"],"corresponding_institution_ids":["https://openalex.org/I73142707"],"apc_list":null,"apc_paid":null,"fwci":7.6092,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98415393,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"60","issue":"8","first_page":"4503","last_page":"4514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11329","display_name":"Limits and Structures in Graph Theory","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2607","display_name":"Discrete Mathematics and Combinatorics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11329","display_name":"Limits and Structures in Graph Theory","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2607","display_name":"Discrete Mathematics and Combinatorics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7254849672317505},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.6450445652008057},{"id":"https://openalex.org/keywords/converse","display_name":"Converse","score":0.611753523349762},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.5806788206100464},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5454630255699158},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5425781011581421},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5249338746070862},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.45802316069602966},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.19750776886940002},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.1717538833618164},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.14215299487113953},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09718447923660278},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09420725703239441}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7254849672317505},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.6450445652008057},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.611753523349762},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.5806788206100464},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5454630255699158},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5425781011581421},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5249338746070862},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.45802316069602966},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.19750776886940002},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.1717538833618164},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.14215299487113953},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09718447923660278},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09420725703239441},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tit.2014.2322861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2322861","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1206.0489","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1206.0489","pdf_url":"https://arxiv.org/pdf/1206.0489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:generic.eprints.org:960426","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/960426/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1206.0489","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1206.0489","pdf_url":"https://arxiv.org/pdf/1206.0489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W285471286","https://openalex.org/W1507768330","https://openalex.org/W1979212654","https://openalex.org/W2000713788","https://openalex.org/W2004308395","https://openalex.org/W2023847659","https://openalex.org/W2044440663","https://openalex.org/W2099111195","https://openalex.org/W2100158662","https://openalex.org/W2100842176","https://openalex.org/W2131455012","https://openalex.org/W2146214529","https://openalex.org/W2153802318","https://openalex.org/W2158822560","https://openalex.org/W2169770534","https://openalex.org/W2171162943","https://openalex.org/W2295183364","https://openalex.org/W2912209775","https://openalex.org/W2949999049","https://openalex.org/W2951783141","https://openalex.org/W3098545202","https://openalex.org/W3103598778","https://openalex.org/W3106140828","https://openalex.org/W4239101296","https://openalex.org/W6697200512","https://openalex.org/W6785671797"],"related_works":["https://openalex.org/W2096779545","https://openalex.org/W2167949116","https://openalex.org/W2101114239","https://openalex.org/W4297973239","https://openalex.org/W2116247908","https://openalex.org/W3012976800","https://openalex.org/W2005569032","https://openalex.org/W3149214146","https://openalex.org/W2071645312","https://openalex.org/W3129479059"],"abstract_inverted_index":{"The":[0],"sumset":[1,4,18],"and":[2,9,150,164],"inverse":[3],"theories":[5],"of":[6,16,32,45,56,94,106,110,115,121,144,157,176,195,197,217,221,235,267],"Freiman,":[7],"Pl\u00fcnnecke,":[8],"Ruzsa,":[10],"give":[11,171],"bounds":[12],"connecting":[13],"the":[14,17,39,42,46,53,73,90,104,107,112,130,135,161,165,190,201,218,231,236,252,258,263],"cardinality":[15],"A":[19,76],"+":[20,24,61],"B":[21,78],"=":[22,79],"{a":[23,80],"b;":[25,82],"a":[26,83,95,119,172,177,186,213],"\u2208":[27,30,84,87],"A,":[28,36,49,85],"b":[29,86],"B}":[31],"two":[33],"discrete":[34,202,238,259],"sets":[35,48],"B,":[37],"to":[38,189],"cardinalities":[40],"(or":[41],"finer":[43],"structure)":[44],"original":[47],"B.":[50],"For":[51,128],"example,":[52,129],"sum-difference":[54,132],"bound":[55,133],"Ruzsa":[57,131],"states":[58],"that,":[59],"|A":[60,65],"B|":[62,67],"|A|":[63],"|B|":[64],"-":[66,77,81],"<sup":[68],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[69],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3</sup>":[70],",":[71],"where":[72],"difference":[74],"set":[75],"B}.":[88],"Interpreting":[89],"differential":[91,173,224],"entropy":[92,174,191,203,225],"h(X)":[93],"continuous":[96,146,232],"random":[97,147],"variable":[98],"X":[99,149],"as":[100,185],"(the":[101],"logarithm":[102],"of)":[103],"size":[105],"effective":[108],"support":[109],"X,":[111],"main":[113],"contribution":[114],"this":[116],"paper":[117],"is":[118,226,262],"series":[120],"natural":[122],"information-theoretic":[123],"analogs":[124],"for":[125,141,200],"these":[126,198],"results.":[127],"becomes":[134],"new":[136,246],"inequality,":[137,160,163],"h(X+Y)+h(X)+h(Y)":[138],"\u2264":[139],"3h(X-Y),":[140],"any":[142],"pair":[143],"independent":[145],"variables":[148],"Y.":[151],"Our":[152],"results":[153,199],"include":[154],"differential-entropy":[155],"versions":[156],"Ruzsa's":[158],"triangle":[159],"Pl\u00fcnnecke-Ruzsa":[162],"Balog-Szemer\u00e9di-Gowers":[166],"lemma.":[167],"In":[168],"addition,":[169],"we":[170],"version":[175],"Freiman-type":[178],"inverse-sumset":[179],"theorem,":[180],"which":[181],"can":[182],"be":[183],"seen":[184],"quantitative":[187],"converse":[188],"power":[192],"inequality.":[193],"Versions":[194],"most":[196],"H(X)":[204],"were":[205],"recently":[206],"proved":[207],"by":[208],"Tao,":[209],"relying":[210],"heavily":[211],"on":[212],"strong,":[214],"functional":[215,260],"form":[216],"submodularity":[219],"property":[220,254,266],"H(X).":[222],"Since":[223],"not":[227],"functionally":[228],"submodular,":[229],"in":[230,241],"case":[233],"many":[234,242],"corresponding":[237],"proofs":[239],"fail,":[240],"cases":[243],"requiring":[244],"substantially":[245],"proof":[247],"strategies.":[248],"We":[249],"find":[250],"that":[251,255],"basic":[253],"naturally":[256],"replaces":[257],"submodularity,":[261],"data":[264],"processing":[265],"mutual":[268],"information.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}