{"id":"https://openalex.org/W2963881786","doi":"https://doi.org/10.1109/isit.2017.8006732","title":"Demystifying fixed k-nearest neighbor information estimators","display_name":"Demystifying fixed k-nearest neighbor information estimators","publication_year":2017,"publication_date":"2017-06-01","ids":{"openalex":"https://openalex.org/W2963881786","doi":"https://doi.org/10.1109/isit.2017.8006732","mag":"2963881786"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2017.8006732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8006732","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079380666","display_name":"Weihao Gao","orcid":"https://orcid.org/0000-0002-5322-7730"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Weihao Gao","raw_affiliation_strings":["ECE Department, University of Illinois, Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"ECE Department, University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028243041","display_name":"Sewoong Oh","orcid":"https://orcid.org/0000-0002-8975-8306"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sewoong Oh","raw_affiliation_strings":["ISE Department, University of Illinois, Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"ISE Department, University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053980484","display_name":"Pramod Viswanath","orcid":"https://orcid.org/0000-0003-3171-8667"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pramod Viswanath","raw_affiliation_strings":["ECE Department, University of Illinois, Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"ECE Department, University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079380666"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.7308,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.95188628,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1267","last_page":"1271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.8239396214485168},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.53904789686203},{"id":"https://openalex.org/keywords/nonparametric-statistics","display_name":"Nonparametric statistics","score":0.5242060422897339},{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"Entropy estimation","score":0.43606263399124146},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.39962583780288696},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.37277162075042725},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3633609414100647},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3615795969963074}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.8239396214485168},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.53904789686203},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.5242060422897339},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.43606263399124146},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.39962583780288696},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.37277162075042725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3633609414100647},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3615795969963074}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2017.8006732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8006732","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1703672021","https://openalex.org/W1989151402","https://openalex.org/W2000163531","https://openalex.org/W2029140344","https://openalex.org/W2034177275","https://openalex.org/W2089943482","https://openalex.org/W2090804142","https://openalex.org/W2092939357","https://openalex.org/W2114771311","https://openalex.org/W2127090196","https://openalex.org/W2142357860","https://openalex.org/W2147684887","https://openalex.org/W2149268774","https://openalex.org/W2149454242","https://openalex.org/W2150879893","https://openalex.org/W2154053567","https://openalex.org/W2188155116","https://openalex.org/W2203041117","https://openalex.org/W2314234256","https://openalex.org/W2962680664","https://openalex.org/W2962848407","https://openalex.org/W2963881786","https://openalex.org/W2997674406","https://openalex.org/W4205316174","https://openalex.org/W4285719527","https://openalex.org/W4300118107","https://openalex.org/W6681504830","https://openalex.org/W6682496738","https://openalex.org/W6686876975"],"related_works":["https://openalex.org/W2111545434","https://openalex.org/W4381052368","https://openalex.org/W4245953108","https://openalex.org/W1977619534","https://openalex.org/W2236763869","https://openalex.org/W2097626286","https://openalex.org/W4293568347","https://openalex.org/W2808230936","https://openalex.org/W2023659367","https://openalex.org/W3133504624"],"abstract_inverted_index":{"Estimating":[0],"mutual":[1],"information":[2],"from":[3,7,131],"i.i.d.":[4],"samples":[5],"drawn":[6],"an":[8,98],"unknown":[9],"joint":[10],"density":[11],"function":[12,115],"is":[13,28,41,62,93],"a":[14,63,114,132,152,156],"basic":[15],"statistical":[16],"problem":[17],"of":[18,48,72,78,104,106,116,118,126,158,166,168,175,184],"broad":[19],"interest":[20],"with":[21],"multitudinous":[22],"applications.":[23],"The":[24],"most":[25],"popular":[26],"estimator":[27,80,92,129,146,183],"one":[29],"proposed":[30],"by":[31,187],"Kraskov":[32],"and":[33,35,40,43,95,137,189],"Stogbauer":[34],"Grassberger":[36],"(KSG)":[37],"in":[38,147],"2004,":[39],"nonparametric":[42],"based":[44],"on":[45,101,139],"the":[46,91,102,107,123,127,144,169,176],"distances":[47],"each":[49],"sample":[50],"to":[51,142,150],"its":[52,68],"k":[53,61,180],"<sup":[54],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[55,110,172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">th</sup>":[56],"nearest":[57,181],"neighboring":[58],"sample,":[59],"where":[60],"fixed":[64,179],"small":[65],"integer.":[66],"Despite":[67],"widespread":[69],"use":[70],"(part":[71],"scientific":[73],"software":[74],"packages),":[75],"theoretical":[76],"properties":[77],"this":[79,86,140],"have":[81],"been":[82],"largely":[83],"unexplored.":[84],"In":[85],"paper":[87],"we":[88,161],"demonstrate":[89],"that":[90,122],"consistent":[94],"also":[96],"identify":[97],"upper":[99],"bound":[100],"rate":[103],"convergence":[105,167],"\u2113":[108,170],"<sub":[109,171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[111,173],"error":[112,174],"as":[113],"number":[117],"samples.":[119],"We":[120],"argue":[121],"performance":[124],"benefits":[125],"KSG":[128,145],"stems":[130],"curious":[133],"\u201ccorrelation":[134],"boosting\u201d":[135],"effect":[136],"build":[138],"intuition":[141],"modify":[143],"novel":[148],"ways":[149],"construct":[151],"superior":[153],"estimator.":[154],"As":[155],"byproduct":[157],"our":[159],"investigations,":[160],"obtain":[162],"nearly":[163],"tight":[164],"rates":[165],"well":[177],"known":[178],"neighbor":[182],"differential":[185],"entropy":[186],"Kozachenko":[188],"Leonenko.":[190]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":2}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}