{"id":"https://openalex.org/W1973469438","doi":"https://doi.org/10.3390/e12040818","title":"Parametric Bayesian Estimation of Differential Entropy and Relative Entropy","display_name":"Parametric Bayesian Estimation of Differential Entropy and Relative Entropy","publication_year":2010,"publication_date":"2010-04-09","ids":{"openalex":"https://openalex.org/W1973469438","doi":"https://doi.org/10.3390/e12040818","mag":"1973469438"},"language":"en","primary_location":{"id":"doi:10.3390/e12040818","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e12040818","pdf_url":"https://www.mdpi.com/1099-4300/12/4/818/pdf?version=1424784733","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/12/4/818/pdf?version=1424784733","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111921762","display_name":"Maya R. Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maya Gupta","raw_affiliation_strings":["Department of Electrical Engineering, University of Washington, Seattle WA 98195-2500, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Washington, Seattle WA 98195-2500, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101471717","display_name":"Santosh Kumar Srivastava","orcid":"https://orcid.org/0000-0002-1627-8731"},"institutions":[{"id":"https://openalex.org/I4210089486","display_name":"Fred Hutch Cancer Center","ror":"https://ror.org/007ps6h72","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210089486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Santosh Srivastava","raw_affiliation_strings":["Computational Biology, Fred Hutchinson Cancer Research Center, Seattle WA 98109, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computational Biology, Fred Hutchinson Cancer Research Center, Seattle WA 98109, USA","institution_ids":["https://openalex.org/I4210089486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5111921762"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":2.038,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.8740458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"12","issue":"4","first_page":"818","last_page":"843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wishart-distribution","display_name":"Wishart distribution","score":0.7993825674057007},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7131452560424805},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.6834104061126709},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.6488379836082458},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5618072152137756},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.532833456993103},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5220622420310974},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4970441162586212},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4617602527141571},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4280232787132263},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4166501462459564},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.36184316873550415},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.33000439405441284},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11635810136795044},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.07400548458099365}],"concepts":[{"id":"https://openalex.org/C33962027","wikidata":"https://www.wikidata.org/wiki/Q1930697","display_name":"Wishart distribution","level":3,"score":0.7993825674057007},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7131452560424805},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.6834104061126709},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.6488379836082458},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5618072152137756},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.532833456993103},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5220622420310974},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4970441162586212},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4617602527141571},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4280232787132263},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4166501462459564},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.36184316873550415},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.33000439405441284},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11635810136795044},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.07400548458099365},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/e12040818","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e12040818","pdf_url":"https://www.mdpi.com/1099-4300/12/4/818/pdf?version=1424784733","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ee6c671edd8242c380af2a9ba34b3eda","is_oa":true,"landing_page_url":"https://doaj.org/article/ee6c671edd8242c380af2a9ba34b3eda","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 12, Iss 4, Pp 818-843 (2010)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/12/4/818/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e12040818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 12; Issue 4; Pages: 818-843","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e12040818","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e12040818","pdf_url":"https://www.mdpi.com/1099-4300/12/4/818/pdf?version=1424784733","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4300000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1973469438.pdf","grobid_xml":"https://content.openalex.org/works/W1973469438.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1489154522","https://openalex.org/W1573082642","https://openalex.org/W1963551385","https://openalex.org/W1969649155","https://openalex.org/W1993877622","https://openalex.org/W2000191307","https://openalex.org/W2003001219","https://openalex.org/W2017823450","https://openalex.org/W2022259473","https://openalex.org/W2025831660","https://openalex.org/W2033468335","https://openalex.org/W2060677448","https://openalex.org/W2077541600","https://openalex.org/W2098330974","https://openalex.org/W2116402476","https://openalex.org/W2122759946","https://openalex.org/W2130700086","https://openalex.org/W2132425342","https://openalex.org/W2141652941","https://openalex.org/W2149268774","https://openalex.org/W2149497729","https://openalex.org/W2150879893","https://openalex.org/W2155010204","https://openalex.org/W2157510479","https://openalex.org/W2166944917","https://openalex.org/W2168054326","https://openalex.org/W2336509789","https://openalex.org/W6650964105","https://openalex.org/W6682073222","https://openalex.org/W6703140735"],"related_works":["https://openalex.org/W2614538623","https://openalex.org/W2068679119","https://openalex.org/W2034921015","https://openalex.org/W4246675730","https://openalex.org/W1990645539","https://openalex.org/W4293877523","https://openalex.org/W1526412845","https://openalex.org/W3206579266","https://openalex.org/W1992578604","https://openalex.org/W2176894780"],"abstract_inverted_index":{"Given":[0],"iid":[1],"samples":[2],"drawn":[3],"from":[4],"a":[5,47],"distribution":[6],"with":[7,69],"known":[8],"parametric":[9],"form,":[10],"we":[11],"propose":[12],"the":[13,34,53,60,74,77,85],"minimization":[14],"of":[15,23,76],"expected":[16],"Bregman":[17,50],"divergence":[18,51],"to":[19,92],"form":[20],"Bayesian":[21,70],"estimates":[22],"differential":[24,54],"entropy":[25,55,58],"and":[26,29,38,52,56,62],"relative":[27,57],"entropy,":[28],"derive":[30],"such":[31],"estimators":[32],"for":[33,46,59],"uniform,":[35],"Gaussian,":[36],"Wishart,":[37],"inverse":[39,63],"Wishart":[40,61],"distributions.":[41],"Additionally,":[42],"formulas":[43],"are":[44],"given":[45],"log":[48],"gamma":[49],"Wishart.":[64],"The":[65],"results,":[66],"as":[67],"always":[68],"estimates,":[71],"depend":[72],"on":[73],"accuracy":[75],"prior":[78],"parameters,":[79],"but":[80],"example":[81],"simulations":[82],"show":[83],"that":[84],"performance":[86],"can":[87],"be":[88],"substantially":[89],"improved":[90],"compared":[91],"maximum":[93],"likelihood":[94],"or":[95],"state-of-the-art":[96],"nonparametric":[97],"estimators.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":7},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2016-06-24T00:00:00"}