{"id":"https://openalex.org/W2789700415","doi":"https://doi.org/10.1109/tit.2018.2807481","title":"Demystifying Fixed <inline-formula> <tex-math notation=\"LaTeX\">$k$ </tex-math> </inline-formula>-Nearest Neighbor Information Estimators","display_name":"Demystifying Fixed <inline-formula> <tex-math notation=\"LaTeX\">$k$ </tex-math> </inline-formula>-Nearest Neighbor Information Estimators","publication_year":2018,"publication_date":"2018-02-19","ids":{"openalex":"https://openalex.org/W2789700415","doi":"https://doi.org/10.1109/tit.2018.2807481","mag":"2789700415"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2018.2807481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2018.2807481","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079380666","display_name":"Weihao Gao","orcid":"https://orcid.org/0000-0002-5322-7730"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weihao Gao","raw_affiliation_strings":["Coordinated Science Laboratory, University of Illinois at Urbana\u2013Champaign, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Coordinated Science Laboratory, University of Illinois at Urbana\u2013Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028243041","display_name":"Sewoong Oh","orcid":"https://orcid.org/0000-0002-8975-8306"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sewoong Oh","raw_affiliation_strings":["Coordinated Science Laboratory, University of Illinois at Urbana\u2013Champaign, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-8975-8306","affiliations":[{"raw_affiliation_string":"Coordinated Science Laboratory, University of Illinois at Urbana\u2013Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053980484","display_name":"Pramod Viswanath","orcid":"https://orcid.org/0000-0003-3171-8667"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pramod Viswanath","raw_affiliation_strings":["Coordinated Science Laboratory, University of Illinois at Urbana\u2013Champaign, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-3171-8667","affiliations":[{"raw_affiliation_string":"Coordinated Science Laboratory, University of Illinois at Urbana\u2013Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":10.8585,"has_fulltext":false,"cited_by_count":96,"citation_normalized_percentile":{"value":0.98528505,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"64","issue":"8","first_page":"5629","last_page":"5661"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6806058287620544},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6801773905754089},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5991997718811035},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.5340176224708557},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.4672515392303467},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4194154739379883},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.29580074548721313},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.24362102150917053},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24119865894317627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09727469086647034}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6806058287620544},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6801773905754089},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5991997718811035},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.5340176224708557},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4672515392303467},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4194154739379883},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.29580074548721313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.24362102150917053},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24119865894317627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09727469086647034}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2018.2807481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2018.2807481","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G395067033","display_name":null,"funder_award_id":"CCF-1651236","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6342428069","display_name":null,"funder_award_id":"CCF-1617745","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7830047990","display_name":null,"funder_award_id":"CNS-1718270","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8058683856","display_name":null,"funder_award_id":"CCF-1705007","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8100182877","display_name":null,"funder_award_id":"CCF-1553452","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W83294241","https://openalex.org/W87152119","https://openalex.org/W186513846","https://openalex.org/W1514395077","https://openalex.org/W1579548224","https://openalex.org/W1656501588","https://openalex.org/W1685785959","https://openalex.org/W1703672021","https://openalex.org/W1839657926","https://openalex.org/W1967320885","https://openalex.org/W1989151402","https://openalex.org/W1995514448","https://openalex.org/W2000163531","https://openalex.org/W2004537679","https://openalex.org/W2004945083","https://openalex.org/W2005560667","https://openalex.org/W2016552385","https://openalex.org/W2029140344","https://openalex.org/W2034177275","https://openalex.org/W2050913223","https://openalex.org/W2076608847","https://openalex.org/W2086839920","https://openalex.org/W2089943482","https://openalex.org/W2090804142","https://openalex.org/W2092939357","https://openalex.org/W2097769384","https://openalex.org/W2098330974","https://openalex.org/W2109433950","https://openalex.org/W2114771311","https://openalex.org/W2118148215","https://openalex.org/W2119420751","https://openalex.org/W2123838014","https://openalex.org/W2127090196","https://openalex.org/W2129905273","https://openalex.org/W2132008222","https://openalex.org/W2134169350","https://openalex.org/W2141652941","https://openalex.org/W2142357860","https://openalex.org/W2143908925","https://openalex.org/W2144938562","https://openalex.org/W2146152876","https://openalex.org/W2147684887","https://openalex.org/W2149268774","https://openalex.org/W2149350210","https://openalex.org/W2149454242","https://openalex.org/W2149772057","https://openalex.org/W2150879893","https://openalex.org/W2154053567","https://openalex.org/W2154615866","https://openalex.org/W2154832352","https://openalex.org/W2157510479","https://openalex.org/W2166944917","https://openalex.org/W2188155116","https://openalex.org/W2203041117","https://openalex.org/W2205170224","https://openalex.org/W2206302789","https://openalex.org/W2267671267","https://openalex.org/W2303810353","https://openalex.org/W2314234256","https://openalex.org/W2323039997","https://openalex.org/W2336797636","https://openalex.org/W2467998337","https://openalex.org/W2520215844","https://openalex.org/W2523917704","https://openalex.org/W2585429527","https://openalex.org/W2949998441","https://openalex.org/W2950597309","https://openalex.org/W2953177795","https://openalex.org/W2962680664","https://openalex.org/W2962848407","https://openalex.org/W2963235040","https://openalex.org/W2963540279","https://openalex.org/W2963881189","https://openalex.org/W2964229204","https://openalex.org/W2997674406","https://openalex.org/W3098445100","https://openalex.org/W3098590676","https://openalex.org/W3103649009","https://openalex.org/W3146306708","https://openalex.org/W4205316174","https://openalex.org/W4233014035","https://openalex.org/W4285719527","https://openalex.org/W4294588833","https://openalex.org/W4300118107","https://openalex.org/W6677873289","https://openalex.org/W6681504830","https://openalex.org/W6681645814","https://openalex.org/W6681896274","https://openalex.org/W6682496738","https://openalex.org/W6682672956","https://openalex.org/W6686876975","https://openalex.org/W6717243256","https://openalex.org/W6764146914"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2504004674","https://openalex.org/W1987679298","https://openalex.org/W2963177394","https://openalex.org/W4313359513","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W4287880334"],"abstract_inverted_index":{"Estimating":[0],"mutual":[1],"information":[2],"from":[3,9,127],"independent":[4],"identically":[5],"distributed":[6],"samples":[7],"drawn":[8],"an":[10,97],"unknown":[11],"joint":[12],"density":[13],"function":[14,110],"is":[15,30,43,60,92],"a":[16,61,109,112,128,148,152],"basic":[17],"statistical":[18],"problem":[19],"of":[20,50,66,71,77,103,105,111,114,122,154,162,164,167,174],"broad":[21],"interest":[22],"with":[23],"multitudinous":[24],"applications.":[25],"The":[26],"most":[27],"popular":[28],"estimator":[29,79,91,125,142,173],"the":[31,48,90,101,106,119,123,140,165,168],"one":[32],"proposed":[33],"by":[34,177],"Kraskov,":[35],"St\u00f6gbauer,":[36],"and":[37,42,45,94,133,179],"Grassberger":[38],"(KSG)":[39],"in":[40,143],"2004":[41],"nonparametric":[44],"based":[46],"on":[47,100,135],"distances":[49],"each":[51],"sample":[52],"to":[53,138,146],"its":[54,67],"kthnearest":[55],"neighboring":[56],"sample,":[57],"where":[58],"k":[59],"fixed":[62,170],"small":[63],"integer.":[64],"Despite":[65],"widespread":[68],"use":[69],"(part":[70],"scientific":[72],"software":[73],"packages),":[74],"theoretical":[75],"properties":[76],"this":[78,85,136],"have":[80],"been":[81],"largely":[82],"unexplored.":[83],"In":[84],"paper,":[86],"we":[87,157],"demonstrate":[88],"that":[89,118],"consistent":[93],"also":[95],"identify":[96],"upper":[98],"bound":[99],"rate":[102],"convergence":[104,163],"\u21132error":[107,166],"as":[108],"number":[113],"samples.":[115],"We":[116],"argue":[117],"performance":[120],"benefits":[121],"KSG":[124,141],"stems":[126],"curious":[129],"\u201ccorrelation":[130],"boosting\u201d":[131],"effect":[132],"build":[134],"intuition":[137],"modify":[139],"novel":[144],"ways":[145],"construct":[147],"superior":[149],"estimator.":[150],"As":[151],"by-product":[153],"our":[155],"investigations,":[156],"obtain":[158],"nearly":[159],"tight":[160],"rates":[161],"well-known":[169],"k-nearest":[171],"neighbor":[172],"differential":[175],"entropy":[176],"Kozachenko":[178],"Leonenko.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}