{"id":"https://openalex.org/W4405000751","doi":"https://doi.org/10.3390/e26121051","title":"An Intrinsic Characterization of Shannon\u2019s and R\u00e9nyi\u2019s Entropy","display_name":"An Intrinsic Characterization of Shannon\u2019s and R\u00e9nyi\u2019s Entropy","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405000751","doi":"https://doi.org/10.3390/e26121051","pmid":"https://pubmed.ncbi.nlm.nih.gov/39766681"},"language":"en","primary_location":{"id":"doi:10.3390/e26121051","doi":"https://doi.org/10.3390/e26121051","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26121051","pdf_url":"https://www.mdpi.com/1099-4300/26/12/1051/pdf?version=1733305734","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/26/12/1051/pdf?version=1733305734","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067826911","display_name":"Martin Schlather","orcid":"https://orcid.org/0000-0002-6919-7249","observed_orcids":["https://orcid.org/0000-0002-6919-7249"]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Martin Schlather","raw_affiliation_strings":["Institute of Mathematics, University of Mannheim, 68131 Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematics, University of Mannheim, 68131 Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114725953","display_name":"Carmen Ditscheid","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Carmen Ditscheid","raw_affiliation_strings":["Institute of Mathematics, University of Mannheim, 68131 Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematics, University of Mannheim, 68131 Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5067826911"],"corresponding_institution_ids":["https://openalex.org/I177802217"],"apc_list":{"value":2600,"currency":"CHF","value_usd":2955},"apc_paid":{"value":2600,"currency":"CHF","value_usd":2955},"fwci":0.2961,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.49248888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"26","issue":"12","first_page":"1051","last_page":"1051"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10588","display_name":"Mathematical Dynamics and Fractals","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shannon-entropy","display_name":"Shannon entropy","score":0.9900000095367432},{"id":"https://openalex.org/keywords/renyi-entropy","display_name":"R\u00e9nyi entropy","score":1.0},{"id":"https://openalex.org/keywords/chain-rule","display_name":"chain rule","score":0.9010000228881836},{"id":"https://openalex.org/keywords/entropy-additivity","display_name":"entropy additivity","score":0.7720000147819519},{"id":"https://openalex.org/keywords/self-similarity","display_name":"self-similarity","score":0.8140000104904175},{"id":"https://openalex.org/keywords/min-entropy","display_name":"min-entropy","score":0.9860000014305115}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7351435422897339},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.7107510566711426},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.6755558252334595},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.5404748320579529},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5266644358634949},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.5061528086662292},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.5046132802963257},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.5021138191223145},{"id":"https://openalex.org/C38803922","wikidata":"https://www.wikidata.org/wiki/Q95745348","display_name":"Additive function","level":2,"score":0.4994044303894043},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.4880620241165161},{"id":"https://openalex.org/C148563202","wikidata":"https://www.wikidata.org/wiki/Q5380803","display_name":"Entropy in thermodynamics and information theory","level":5,"score":0.4700293242931366},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.42639368772506714},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.41901007294654846},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.33536338806152344},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.26682883501052856},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22474542260169983},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.21049833297729492},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.19298496842384338},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17107579112052917}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3390/e26121051","doi":"https://doi.org/10.3390/e26121051","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26121051","pdf_url":"https://www.mdpi.com/1099-4300/26/12/1051/pdf?version=1733305734","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"doi:10.20944/preprints202411.1373.v1","doi":"https://doi.org/10.20944/preprints202411.1373.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202411.1373.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmid:39766681","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39766681","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":"Journal Article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:68344","doi":null,"is_oa":true,"landing_page_url":"https://madoc.bib.uni-mannheim.de/68344/1/entropy-26-01051.pdf","pdf_url":"https://madoc.bib.uni-mannheim.de/68344/1/entropy-26-01051.pdf","source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Zeitschriftenartikel"},{"id":"pmh:oai:pubmedcentral.nih.gov:11675677","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11675677","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11675677/pdf/entropy-26-01051.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:2698e06c9617433a85507a432d22620d","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/2698e06c9617433a85507a432d22620d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 26, Iss 12, p 1051 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e26121051","doi":"https://doi.org/10.3390/e26121051","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26121051","pdf_url":"https://www.mdpi.com/1099-4300/26/12/1051/pdf?version=1733305734","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405000751.pdf","grobid_xml":"https://content.openalex.org/works/W4405000751.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W179694669","https://openalex.org/W256798830","https://openalex.org/W1545744341","https://openalex.org/W1973353128","https://openalex.org/W1991851767","https://openalex.org/W1995875735","https://openalex.org/W2004487835","https://openalex.org/W2120547819","https://openalex.org/W2139507220","https://openalex.org/W2140971659","https://openalex.org/W2263958071","https://openalex.org/W2327198916","https://openalex.org/W2333140989","https://openalex.org/W2894446132","https://openalex.org/W2902550135","https://openalex.org/W2992956967","https://openalex.org/W4210446570","https://openalex.org/W4212797134","https://openalex.org/W4231035782","https://openalex.org/W4388023515","https://openalex.org/W4389829234","https://openalex.org/W4394678847"],"related_works":["https://openalex.org/W3162572487","https://openalex.org/W3114186922","https://openalex.org/W2127945237","https://openalex.org/W2952724564","https://openalex.org/W2083462338","https://openalex.org/W1991851767","https://openalex.org/W2134287462","https://openalex.org/W2530050266","https://openalex.org/W2918851394","https://openalex.org/W4405000751"],"abstract_inverted_index":{"All":[0],"characterizations":[1,89],"of":[2,44,49,54,84],"the":[3,7,31,41,45,55,85,93,99,102],"Shannon":[4,86],"entropy":[5,46,95],"include":[6],"so-called":[8],"chain":[9,32,56],"rule,":[10],"a":[11,14,52,61,70,76],"formula":[12],"on":[13,22],"hierarchically":[15],"structured":[16],"probability":[17],"distribution,":[18],"which":[19],"is":[20,67],"based":[21],"at":[23],"least":[24],"two":[25,38],"elementary":[26,63],"distributions.":[27],"We":[28],"show":[29],"that":[30,58],"rule":[33,57],"can":[34],"be":[35],"split":[36],"into":[37],"natural":[39],"components,":[40],"well-known":[42],"additivity":[43],"in":[47],"case":[48],"cross-products":[50],"and":[51,96,101],"variant":[53],"involves":[59],"only":[60],"single":[62],"distribution.":[64],"The":[65],"latter":[66],"given":[68,91],"as":[69,79],"proportionality":[71],"relation":[72],"and,":[73],"hence,":[74],"allows":[75],"vague":[77],"interpretation":[78],"self-similarity,":[80],"hence":[81],"intrinsic":[82],"property":[83],"entropy.":[87,104],"Analogous":[88],"are":[90],"for":[92],"R\u00e9nyi":[94],"its":[97],"limits,":[98],"min-entropy":[100],"Hartley":[103]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}