{"id":"https://openalex.org/W2908771604","doi":"https://doi.org/10.1109/itw.2018.8613521","title":"Nonparametric Direct Entropy Difference Estimation","display_name":"Nonparametric Direct Entropy Difference Estimation","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2908771604","doi":"https://doi.org/10.1109/itw.2018.8613521","mag":"2908771604"},"language":"en","primary_location":{"id":"doi:10.1109/itw.2018.8613521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2018.8613521","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035733773","display_name":"Puning Zhao","orcid":"https://orcid.org/0009-0002-3264-3417"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Puning Zhao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Davis"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Davis","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081715462","display_name":"Lifeng Lai","orcid":"https://orcid.org/0000-0002-9493-8248"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lifeng Lai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Davis"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Davis","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5035733773"],"corresponding_institution_ids":["https://openalex.org/I84218800"],"apc_list":null,"apc_paid":null,"fwci":0.1629,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61289273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"23","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7891854047775269},{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"Entropy estimation","score":0.7135095596313477},{"id":"https://openalex.org/keywords/nonparametric-statistics","display_name":"Nonparametric statistics","score":0.6562963128089905},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6257356405258179},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6151993870735168},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.5995481014251709},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.5766909718513489},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.49195167422294617},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.47092217206954956},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4439391791820526},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.42701026797294617},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38308197259902954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3535160422325134},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3292120695114136},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.3168589472770691},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2994120121002197}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7891854047775269},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.7135095596313477},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.6562963128089905},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6257356405258179},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6151993870735168},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.5995481014251709},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.5766909718513489},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.49195167422294617},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.47092217206954956},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4439391791820526},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.42701026797294617},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38308197259902954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3535160422325134},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3292120695114136},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3168589472770691},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2994120121002197},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itw.2018.8613521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2018.8613521","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1911006995","https://openalex.org/W2080722576","https://openalex.org/W2086839920","https://openalex.org/W2092939357","https://openalex.org/W2114771311","https://openalex.org/W2142357860","https://openalex.org/W2143908925","https://openalex.org/W2154053567","https://openalex.org/W2156504490","https://openalex.org/W2206302789","https://openalex.org/W2336509789","https://openalex.org/W2617539226","https://openalex.org/W2789700415","https://openalex.org/W2798473808","https://openalex.org/W2962679290","https://openalex.org/W2962680664","https://openalex.org/W2963862692","https://openalex.org/W2964041403","https://openalex.org/W2964229204","https://openalex.org/W4293580076","https://openalex.org/W4294588833","https://openalex.org/W6640210951","https://openalex.org/W6680940449","https://openalex.org/W6681645814","https://openalex.org/W6682686508","https://openalex.org/W6703140735","https://openalex.org/W6717243256","https://openalex.org/W6738074204"],"related_works":["https://openalex.org/W1479897377","https://openalex.org/W3134129340","https://openalex.org/W2036846997","https://openalex.org/W2533038408","https://openalex.org/W2158886050","https://openalex.org/W2090882960","https://openalex.org/W2889261288","https://openalex.org/W2954849343","https://openalex.org/W2385798535","https://openalex.org/W2037708626"],"abstract_inverted_index":{"We":[0,31],"propose":[1],"a":[2,28,33],"nonparametric":[3],"method":[4,24,51,87],"to":[5,76],"directly":[6],"estimate":[7],"the":[8,38,56,79],"difference":[9],"of":[10,21,37,42,58,66,81],"Shannon":[11],"entropy":[12,57],"between":[13],"two":[14,59],"continuous":[15],"random":[16,60],"variables":[17,61],"using":[18,85],"finite":[19,34],"number":[20],"samples.":[22],"This":[23],"is":[25],"based":[26],"on":[27],"k-nearest-neighbor":[29,86],"approach.":[30],"provide":[32],"sample":[35],"analysis":[36],"bias":[39],"and":[40],"variance":[41],"our":[43,50,67],"proposed":[44],"estimator.":[45],"Numerical":[46],"experiments":[47],"show":[48,70],"that":[49,71],"performs":[52],"better":[53],"than":[54],"estimating":[55],"separately.":[62],"As":[63],"an":[64],"application":[65],"estimator,":[68],"we":[69],"it":[72],"can":[73],"be":[74],"used":[75],"significantly":[77],"improve":[78],"performance":[80],"mutual":[82],"information":[83],"estimation":[84],"for":[88],"strongly":[89],"dependent":[90],"variables.":[91]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}