{"id":"https://openalex.org/W4225423553","doi":"https://doi.org/10.3390/e24050683","title":"Asymptotic Normality for Plug-In Estimators of Generalized Shannon\u2019s Entropy","display_name":"Asymptotic Normality for Plug-In Estimators of Generalized Shannon\u2019s Entropy","publication_year":2022,"publication_date":"2022-05-12","ids":{"openalex":"https://openalex.org/W4225423553","doi":"https://doi.org/10.3390/e24050683","pmid":"https://pubmed.ncbi.nlm.nih.gov/35626567"},"language":"en","primary_location":{"id":"doi:10.3390/e24050683","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24050683","pdf_url":"https://www.mdpi.com/1099-4300/24/5/683/pdf?version=1652350963","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/5/683/pdf?version=1652350963","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100333617","display_name":"Jialin Zhang","orcid":"https://orcid.org/0000-0001-7527-758X"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jialin Zhang","raw_affiliation_strings":["Department of Mathematics and Statistics, Mississippi State University, Mississippi State, MS 39762, USA"],"raw_orcid":"https://orcid.org/0000-0001-7527-758X","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, Mississippi State University, Mississippi State, MS 39762, USA","institution_ids":["https://openalex.org/I99041443"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077066897","display_name":"Jingyi Shi","orcid":"https://orcid.org/0000-0002-9017-3006"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingyi Shi","raw_affiliation_strings":["Department of Mathematics and Statistics, Mississippi State University, Mississippi State, MS 39762, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, Mississippi State University, Mississippi State, MS 39762, USA","institution_ids":["https://openalex.org/I99041443"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100333617"],"corresponding_institution_ids":["https://openalex.org/I99041443"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.5003,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.60742268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"24","issue":"5","first_page":"683","last_page":"683"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.8364020586013794},{"id":"https://openalex.org/keywords/shannons-source-coding-theorem","display_name":"Shannon's source coding theorem","score":0.707637369632721},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.6926746368408203},{"id":"https://openalex.org/keywords/min-entropy","display_name":"Min entropy","score":0.6729723811149597},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.614692211151123},{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"Entropy estimation","score":0.5932440757751465},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5847832560539246},{"id":"https://openalex.org/keywords/countable-set","display_name":"Countable set","score":0.5822400450706482},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.530437707901001},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4670150876045227},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.45566385984420776},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.45169612765312195},{"id":"https://openalex.org/keywords/asymptotic-distribution","display_name":"Asymptotic distribution","score":0.43548673391342163},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.42872148752212524},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3727094531059265},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.35712313652038574},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.336933970451355},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.32861465215682983},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.3208017945289612},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.31462690234184265}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8364020586013794},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.707637369632721},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.6926746368408203},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.6729723811149597},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.614692211151123},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.5932440757751465},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5847832560539246},{"id":"https://openalex.org/C110729354","wikidata":"https://www.wikidata.org/wiki/Q185478","display_name":"Countable set","level":2,"score":0.5822400450706482},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.530437707901001},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4670150876045227},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.45566385984420776},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.45169612765312195},{"id":"https://openalex.org/C65778772","wikidata":"https://www.wikidata.org/wiki/Q12345341","display_name":"Asymptotic distribution","level":3,"score":0.43548673391342163},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.42872148752212524},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3727094531059265},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.35712313652038574},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.336933970451355},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32861465215682983},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.3208017945289612},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.31462690234184265},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3390/e24050683","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24050683","pdf_url":"https://www.mdpi.com/1099-4300/24/5/683/pdf?version=1652350963","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:35626567","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35626567","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:2205.01022","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.01022","pdf_url":"https://arxiv.org/pdf/2205.01022","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:077a5ebef4c641af9744a910c338de9c","is_oa":true,"landing_page_url":"https://doaj.org/article/077a5ebef4c641af9744a910c338de9c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 5, p 683 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/5/683/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24050683","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 5; Pages: 683","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9141039","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9141039","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24050683","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24050683","pdf_url":"https://www.mdpi.com/1099-4300/24/5/683/pdf?version=1652350963","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4225423553.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1516339661","https://openalex.org/W1965555277","https://openalex.org/W1983874169","https://openalex.org/W1985747475","https://openalex.org/W1995875735","https://openalex.org/W2039728913","https://openalex.org/W2047701135","https://openalex.org/W2090190576","https://openalex.org/W2108415401","https://openalex.org/W2114771311","https://openalex.org/W2127945237","https://openalex.org/W2141753389","https://openalex.org/W2149570649","https://openalex.org/W2260771218","https://openalex.org/W2805619054","https://openalex.org/W2898471460","https://openalex.org/W2904851572","https://openalex.org/W2948013316","https://openalex.org/W2967078206","https://openalex.org/W3034226145","https://openalex.org/W3104876448","https://openalex.org/W6673143511","https://openalex.org/W6692628530"],"related_works":["https://openalex.org/W1541425763","https://openalex.org/W2098330974","https://openalex.org/W4225423553","https://openalex.org/W3194524949","https://openalex.org/W2889528597","https://openalex.org/W2898188192","https://openalex.org/W2071171073","https://openalex.org/W2159862004","https://openalex.org/W2504835222","https://openalex.org/W2124073655"],"abstract_inverted_index":{"Shannon's":[0,42,76,103,109,132,161],"entropy":[1,43,133],"is":[2,25,79,94],"one":[3,95],"of":[4,8,15,41,48,69,96,130],"the":[5,45,64,67,97,117,123,127,145],"building":[6],"blocks":[7],"information":[9,70],"theory":[10],"and":[11,156],"an":[12,52],"essential":[13],"aspect":[14],"Machine":[16],"Learning":[17],"(ML)":[18],"methods":[19],"(e.g.,":[20],"Random":[21],"Forests).":[22],"Yet,":[23],"it":[24],"only":[26],"finitely":[27,80],"defined":[28,81],"for":[29,108,126,153],"distributions":[30,50],"with":[31,159],"fast":[32],"decaying":[33],"tails":[34],"on":[35,51,134,144],"a":[36],"countable":[37,135],"alphabet.":[38],"The":[39,83,105,137,148],"unboundedness":[40],"over":[44],"general":[46],"class":[47],"all":[49,89],"alphabet":[53],"prevents":[54],"its":[55],"potential":[56],"utility":[57],"from":[58],"being":[59],"fully":[60],"realized.":[61],"To":[62],"fill":[63],"void":[65],"in":[66,87,116],"foundation":[68],"theory,":[71],"Zhang":[72],"(2020)":[73],"proposed":[74,149],"generalized":[75,131,160],"entropy,":[77],"which":[78],"everywhere.":[82],"plug-in":[84,111,128],"estimator,":[85],"adopted":[86],"almost":[88],"entropy-based":[90],"ML":[91],"method":[92],"packages,":[93],"most":[98],"popular":[99],"approaches":[100],"to":[101],"estimating":[102],"entropy.":[104,162],"asymptotic":[106,124,139,150],"distribution":[107],"entropy's":[110],"estimator":[112,129],"was":[113],"well":[114],"studied":[115],"existing":[118],"literature.":[119],"This":[120],"paper":[121],"studies":[122],"properties":[125,140,151],"alphabets.":[136],"developed":[138],"require":[141],"no":[142],"assumptions":[143],"original":[146],"distribution.":[147],"allow":[152],"interval":[154],"estimation":[155],"statistical":[157],"tests":[158]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}