{"id":"https://openalex.org/W2088505239","doi":"https://doi.org/10.1109/tit.2014.2370058","title":"Measures of Entropy From Data Using Infinitely Divisible Kernels","display_name":"Measures of Entropy From Data Using Infinitely Divisible Kernels","publication_year":2014,"publication_date":"2014-11-12","ids":{"openalex":"https://openalex.org/W2088505239","doi":"https://doi.org/10.1109/tit.2014.2370058","mag":"2088505239"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2014.2370058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2370058","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1211.2459","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103272606","display_name":"Luis G. S\u00e1nchez Giraldo","orcid":"https://orcid.org/0000-0001-8984-9841"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Luis Gonzalo Sanchez Giraldo","raw_affiliation_strings":["Aventusoft LLC, Sunrise, FL, USA","Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","[Aventusoft LLC, Sunrise, FL, USA, Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA]"],"affiliations":[{"raw_affiliation_string":"Aventusoft LLC, Sunrise, FL, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"[Aventusoft LLC, Sunrise, FL, USA, Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA]","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110224542","display_name":"Murali Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murali Rao","raw_affiliation_strings":["Department of Mathematics, University of Florida, Gainesville, FL, USA","Department of Mathematics, University of Florida, Gainesville, FL, USA;"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Mathematics, University of Florida, Gainesville, FL, USA;","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose C. Principe","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL USA#TAB#","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103272606"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.4677348,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.66734923,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"61","issue":"1","first_page":"535","last_page":"548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.755578339099884},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5190652012825012},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4917431175708771},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.46894001960754395},{"id":"https://openalex.org/keywords/reproducing-kernel-hilbert-space","display_name":"Reproducing kernel Hilbert space","score":0.43592333793640137},{"id":"https://openalex.org/keywords/hilbert-space","display_name":"Hilbert space","score":0.35871145129203796},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20552986860275269},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.15702229738235474}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.755578339099884},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5190652012825012},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4917431175708771},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.46894001960754395},{"id":"https://openalex.org/C80884492","wikidata":"https://www.wikidata.org/wiki/Q3345678","display_name":"Reproducing kernel Hilbert space","level":3,"score":0.43592333793640137},{"id":"https://openalex.org/C62799726","wikidata":"https://www.wikidata.org/wiki/Q190056","display_name":"Hilbert space","level":2,"score":0.35871145129203796},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20552986860275269},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.15702229738235474},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2014.2370058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2370058","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1211.2459","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1211.2459","pdf_url":"https://arxiv.org/pdf/1211.2459","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2088505239","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1211.2459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1211.2459","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1211.2459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1211.2459","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1211.2459","pdf_url":"https://arxiv.org/pdf/1211.2459","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2088505239.pdf","grobid_xml":"https://content.openalex.org/works/W2088505239.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W10600199","https://openalex.org/W96440481","https://openalex.org/W179694669","https://openalex.org/W565868953","https://openalex.org/W1510073064","https://openalex.org/W1515072779","https://openalex.org/W1526146785","https://openalex.org/W1638081485","https://openalex.org/W1899295102","https://openalex.org/W1981050900","https://openalex.org/W1986280275","https://openalex.org/W1998167411","https://openalex.org/W2032382375","https://openalex.org/W2045989818","https://openalex.org/W2066457144","https://openalex.org/W2101809033","https://openalex.org/W2111124449","https://openalex.org/W2114921207","https://openalex.org/W2120123132","https://openalex.org/W2124101779","https://openalex.org/W2151531457","https://openalex.org/W2160706065","https://openalex.org/W2951637626","https://openalex.org/W4210458405","https://openalex.org/W4230367971","https://openalex.org/W4240807122","https://openalex.org/W6628717918","https://openalex.org/W6630847260","https://openalex.org/W6631556622","https://openalex.org/W6634941687","https://openalex.org/W6640308425","https://openalex.org/W6675134017","https://openalex.org/W6676308792","https://openalex.org/W6678280795","https://openalex.org/W6682443497","https://openalex.org/W6683701234","https://openalex.org/W6684054079"],"related_works":["https://openalex.org/W2962783375","https://openalex.org/W2052958516","https://openalex.org/W3124702936","https://openalex.org/W2910519201","https://openalex.org/W2804297809","https://openalex.org/W2799472604","https://openalex.org/W3020754650","https://openalex.org/W2112883966","https://openalex.org/W3016858037","https://openalex.org/W2546709002","https://openalex.org/W3203066074","https://openalex.org/W2549452857","https://openalex.org/W3208832270","https://openalex.org/W3115073765","https://openalex.org/W2090476622","https://openalex.org/W1922995962","https://openalex.org/W1496671559","https://openalex.org/W1609560631","https://openalex.org/W3037208344"],"abstract_inverted_index":{"Information":[0],"theory":[1],"provides":[2],"principled":[3],"ways":[4],"to":[5,48,66,77,119,151],"analyze":[6],"different":[7],"inference":[8],"and":[9,115,146,166,196],"learning":[10],"problems":[11],"such":[12,51],"as":[13,29,34,52],"hypothesis":[14],"testing,":[15],"clustering,":[16],"dimensionality":[17],"reduction,":[18],"classification,":[19],"among":[20],"others.":[21],"However,":[22],"the":[23,56,70,128,136,139,143,147,152,161,168,175,181,184,188,212],"use":[24,57],"of":[25,58,69,81,121,124,127,142,164,171,178,183,192,211],"information":[26,198],"theoretic":[27],"quantities":[28,35],"test":[30],"statistics,":[31],"that":[32,45,63],"is,":[33],"obtained":[36],"from":[37,84,132],"empirical":[38],"data,":[39],"poses":[40],"a":[41,75],"challenging":[42],"estimation":[43,182],"problem":[44],"often":[46],"leads":[47],"strong":[49],"simplifications":[50],"Gaussian":[53],"models,":[54],"or":[55],"plug":[59],"in":[60,88],"density":[61],"estimators":[62,130,191],"are":[64,109,199],"restricted":[65],"certain":[67],"representation":[68,169],"data.":[71,189],"In":[72,155],"this":[73,156],"paper,":[74],"framework":[76],"non-parametrically":[78],"obtain":[79],"measures":[80],"entropy":[82,101,165,179,195],"directly":[83],"data":[85],"using":[86],"operators":[87,149],"reproducing":[89],"kernel":[90],"Hilbert":[91],"spaces":[92],"defined":[93,110],"by":[94],"infinitely":[95],"divisible":[96],"kernels":[97],"is":[98],"presented.":[99],"The":[100],"functionals,":[102],"which":[103],"bear":[104],"resemblance":[105],"with":[106,209],"quantum":[107],"entropies,":[108],"on":[111,135,159,167,204],"positive":[112,172],"definite":[113,173],"matrices":[114,145],"satisfy":[116],"similar":[117],"axioms":[118],"those":[120],"Renyi's":[122],"definition":[123,163],"entropy.":[125],"Convergence":[126],"proposed":[129,176],"follows":[131],"concentration":[133],"results":[134],"difference":[137],"between":[138],"ordered":[140],"spectrum":[141],"Gram":[144],"integral":[148],"associated":[150],"population":[153],"quantities.":[154],"way,":[157],"capitalizing":[158],"both":[160],"axiomatic":[162],"power":[170],"kernels,":[174],"measure":[177],"avoids":[180],"probability":[185],"distribution":[186],"underlying":[187],"Moreover,":[190],"kernel-based":[193],"conditional":[194],"mutual":[197],"also":[200],"defined.":[201],"Numerical":[202],"experiments":[203],"independence":[205],"tests":[206],"compare":[207],"favourably":[208],"state":[210],"art.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}