{"id":"https://openalex.org/W2276719391","doi":"https://doi.org/10.1109/isit.2016.7541577","title":"Relations between conditional Shannon entropy and expectation of \u2113 <sub>\u03b1</sub> -norm","display_name":"Relations between conditional Shannon entropy and expectation of \u2113 <sub>\u03b1</sub> -norm","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2276719391","doi":"https://doi.org/10.1109/isit.2016.7541577","mag":"2276719391"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2016.7541577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1602.04577","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuta Sakai","orcid":null},"institutions":[{"id":"https://openalex.org/I111966504","display_name":"University of Fukui","ror":"https://ror.org/00msqp585","country_code":"JP","type":"education","lineage":["https://openalex.org/I111966504"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuta Sakai","raw_affiliation_strings":["Graduate School of Engineering, University of Fukui, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, University of Fukui, Japan","institution_ids":["https://openalex.org/I111966504"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ken-ichi Iwata","orcid":null},"institutions":[{"id":"https://openalex.org/I111966504","display_name":"University of Fukui","ror":"https://ror.org/00msqp585","country_code":"JP","type":"education","lineage":["https://openalex.org/I111966504"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ken-ichi Iwata","raw_affiliation_strings":["Graduate School of Engineering, University of Fukui, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, University of Fukui, Japan","institution_ids":["https://openalex.org/I111966504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111966504"],"apc_list":null,"apc_paid":null,"fwci":0.2257,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56099365,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1641","last_page":"1645"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9269000291824341,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-entropy","display_name":"Conditional entropy","score":0.8355000019073486},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.7283999919891357},{"id":"https://openalex.org/keywords/conditional-mutual-information","display_name":"Conditional mutual information","score":0.7046999931335449},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.6545000076293945},{"id":"https://openalex.org/keywords/shannons-source-coding-theorem","display_name":"Shannon's source coding theorem","score":0.6531000137329102},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5328999757766724},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5295000076293945},{"id":"https://openalex.org/keywords/conditional-probability","display_name":"Conditional probability","score":0.5228999853134155},{"id":"https://openalex.org/keywords/information-diagram","display_name":"Information diagram","score":0.5149000287055969},{"id":"https://openalex.org/keywords/conditional-probability-distribution","display_name":"Conditional probability distribution","score":0.5034000277519226}],"concepts":[{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.8355000019073486},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8003000020980835},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.7283999919891357},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.7046999931335449},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.6545000076293945},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.6531000137329102},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C44492722","wikidata":"https://www.wikidata.org/wiki/Q327069","display_name":"Conditional probability","level":2,"score":0.5228999853134155},{"id":"https://openalex.org/C67935508","wikidata":"https://www.wikidata.org/wiki/Q17078448","display_name":"Information diagram","level":5,"score":0.5149000287055969},{"id":"https://openalex.org/C43555835","wikidata":"https://www.wikidata.org/wiki/Q2300258","display_name":"Conditional probability distribution","level":2,"score":0.5034000277519226},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5011000037193298},{"id":"https://openalex.org/C103982235","wikidata":"https://www.wikidata.org/wiki/Q7309594","display_name":"Regular conditional probability","level":4,"score":0.47029998898506165},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.4691999852657318},{"id":"https://openalex.org/C182049051","wikidata":"https://www.wikidata.org/wiki/Q17147155","display_name":"Transfer entropy","level":3,"score":0.4595000147819519},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.44929999113082886},{"id":"https://openalex.org/C16609844","wikidata":"https://www.wikidata.org/wiki/Q5159273","display_name":"Conditional quantum entropy","level":5,"score":0.4169999957084656},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4059999883174896},{"id":"https://openalex.org/C186215838","wikidata":"https://www.wikidata.org/wiki/Q772232","display_name":"Conditional expectation","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.3684999942779541},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C33825631","wikidata":"https://www.wikidata.org/wiki/Q17004731","display_name":"Chain rule (probability)","level":5,"score":0.3425999879837036},{"id":"https://openalex.org/C320580","wikidata":"https://www.wikidata.org/wiki/Q5380810","display_name":"Entropy power inequality","level":5,"score":0.33160001039505005},{"id":"https://openalex.org/C21430997","wikidata":"https://www.wikidata.org/wiki/Q5159279","display_name":"Conditional variance","level":4,"score":0.32249999046325684},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3140000104904175},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.3005000054836273},{"id":"https://openalex.org/C37731324","wikidata":"https://www.wikidata.org/wiki/Q5380783","display_name":"Entropic uncertainty","level":4,"score":0.2953999936580658},{"id":"https://openalex.org/C21031990","wikidata":"https://www.wikidata.org/wiki/Q355020","display_name":"Probability measure","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C49698424","wikidata":"https://www.wikidata.org/wiki/Q1989192","display_name":"Law of total probability","level":4,"score":0.26969999074935913},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.26420000195503235},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C122203268","wikidata":"https://www.wikidata.org/wiki/Q5862903","display_name":"Probability theory","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25619998574256897},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.25119999051094055},{"id":"https://openalex.org/C97744766","wikidata":"https://www.wikidata.org/wiki/Q870845","display_name":"Channel capacity","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit.2016.7541577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1602.04577","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1602.04577","pdf_url":"https://arxiv.org/pdf/1602.04577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1602.04577","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1602.04577","pdf_url":"https://arxiv.org/pdf/1602.04577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1983874169","https://openalex.org/W1995875735","https://openalex.org/W2076824454","https://openalex.org/W2099294566","https://openalex.org/W2121036196","https://openalex.org/W2163452843","https://openalex.org/W2964297707","https://openalex.org/W6600189681"],"related_works":[],"abstract_inverted_index":{"The":[0],"paper":[1],"examines":[2],"relationships":[3],"between":[4,57],"the":[5,10,26,30,50,54,58,70,84],"conditional":[6,41,59,80,85],"Shannon":[7,42,60],"entropy":[8,61,82],"and":[9,44,62,83],"expectation":[11,31,71],"of":[12,29,32,49,72],"\u2113":[13,33,73],"<sub":[14,34,74,112],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[15,35,75,113],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03b1</sub>":[16,36,76],"-norm":[17,37],"for":[18,107],"joint":[19],"probability":[20],"distributions.":[21],"More":[22],"precisely,":[23],"we":[24,52,89],"investigate":[25],"sharp":[27,55,103],"bounds":[28,56,104],"with":[38,115],"a":[39,98,116,121],"fixed":[40,117],"entropy,":[43],"vice":[45],"versa.":[46],"As":[47],"applications":[48],"results,":[51],"derive":[53],"several":[63],"information":[64,119],"measures":[65],"which":[66],"are":[67,105],"determined":[68],"by":[69],"-norm,":[77],"e.g.,":[78],"Arimoto's":[79],"R\u00e9nyi":[81],"R-norm":[86],"information.":[87],"Moreover,":[88],"apply":[90],"these":[91],"results":[92],"to":[93],"discrete":[94],"memoryless":[95],"channels":[96],"under":[97,120],"uniform":[99,122],"input":[100,123],"distribution.":[101,124],"Then,":[102],"obtained":[106],"Gallager's":[108],"reliability":[109],"functions":[110],"E":[111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">0</sub>":[114],"mutual":[118]},"counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2016-06-24T00:00:00"}