{"id":"https://openalex.org/W2593829254","doi":"https://doi.org/10.1109/isit.2017.8006659","title":"Direct estimation of information divergence using nearest neighbor ratios","display_name":"Direct estimation of information divergence using nearest neighbor ratios","publication_year":2017,"publication_date":"2017-06-01","ids":{"openalex":"https://openalex.org/W2593829254","doi":"https://doi.org/10.1109/isit.2017.8006659","mag":"2593829254"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2017.8006659","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8006659","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1702.05222","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Morteza Noshad","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Morteza Noshad","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, U.S.A"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, U.S.A","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kevin R. Moon","orcid":null},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin R. Moon","raw_affiliation_strings":["Genetics and Applied Math Departments, Yale University, New Haven, Connecticut, U.S.A"],"affiliations":[{"raw_affiliation_string":"Genetics and Applied Math Departments, Yale University, New Haven, Connecticut, U.S.A","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Salimeh Yasaei Sekeh","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salimeh Yasaei Sekeh","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, U.S.A"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, U.S.A","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":null,"display_name":"Alfred O. Hero","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alfred O. Hero","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, U.S.A"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, Michigan, U.S.A","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":1.9431,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.8892853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"903","last_page":"907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.70660001039505},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5687000155448914},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4722999930381775},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.45559999346733093},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.43209999799728394},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4154999852180481},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.4023999869823456},{"id":"https://openalex.org/keywords/density-estimation","display_name":"Density estimation","score":0.4018000066280365},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.3555000126361847}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7825000286102295},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.70660001039505},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5687000155448914},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4023999869823456},{"id":"https://openalex.org/C189508267","wikidata":"https://www.wikidata.org/wiki/Q17088227","display_name":"Density estimation","level":3,"score":0.4018000066280365},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.34200000762939453},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32820001244544983},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.320499986410141},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30079999566078186},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C164172150","wikidata":"https://www.wikidata.org/wiki/Q1782585","display_name":"Consistent estimator","level":4,"score":0.2824999988079071},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.25690001249313354},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit.2017.8006659","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8006659","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1702.05222","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1702.05222","pdf_url":"https://arxiv.org/pdf/1702.05222","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1702.05222","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1702.05222","pdf_url":"https://arxiv.org/pdf/1702.05222","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W152055444","https://openalex.org/W1489238841","https://openalex.org/W1993216012","https://openalex.org/W2014068360","https://openalex.org/W2016552385","https://openalex.org/W2085901659","https://openalex.org/W2150879893","https://openalex.org/W2267671267","https://openalex.org/W2519513981","https://openalex.org/W4388258552","https://openalex.org/W6681896274","https://openalex.org/W6684749388","https://openalex.org/W6686876975"],"related_works":[],"abstract_inverted_index":{"We":[0,102],"propose":[1],"a":[2,13,40,133],"direct":[3],"estimation":[4,136],"method":[5,93],"for":[6,111,138],"R\u00e9nyi":[7,84],"and":[8,27,32,88,105,108,143,152,180],"f-divergence":[9,100],"measures":[10],"based":[11],"on":[12],"new":[14],"graph":[15,48],"theoretical":[16],"interpretation.":[17],"Suppose":[18],"that":[19,60,110,166],"we":[20,58,161],"are":[21],"given":[22],"two":[23],"sample":[24],"sets":[25],"X":[26,69,87],"Y,":[28],"respectively":[29],"with":[30,141],"N":[31],"M":[33],"samples,":[34],"where":[35],"\u03b7":[36],":=":[37],"M/N":[38],"is":[39,81,191],"constant":[41],"value.":[42],"Considering":[43],"the":[44,52,61,66,72,112,118,121,149,157,168,182],"k-nearest":[45],"neighbor":[46],"(k-NN)":[47],"of":[49,65,68,74,86,114,124,146,172],"Y":[50,75,89],"in":[51,204],"joint":[53],"data":[54],"set":[55,159],"(X,":[56],"Y),":[57],"show":[59,109,187],"average":[62],"powered":[63],"ratio":[64],"number":[67,73],"points":[70,76,80],"to":[71,83,98,148],"among":[77],"all":[78],"k-NN":[79],"proportional":[82],"divergence":[85],"densities.":[90],"A":[91],"similar":[92],"can":[94],"also":[95,192],"be":[96],"used":[97],"estimate":[99],"measures.":[101],"derive":[103,162],"bias":[104],"variance":[106],"rates,":[107],"class":[113],"\u03b3-H\u00f6lder":[115],"smooth":[116],"functions,":[117],"estimator":[119,165,175],"achieves":[120,167],"MSE":[122,170],"rate":[123,171],"O(N":[125],"<sup":[126],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">-2\u03b3/(\u03b3+d)</sup>":[128],").":[129],"Furthermore,":[130],"by":[131],"using":[132],"weighted":[134],"ensemble":[135,164],"technique,":[137],"density":[139],"functions":[140],"continuous":[142],"bounded":[144],"derivatives":[145],"up":[147],"order":[150],"d,":[151],"some":[153],"extra":[154],"conditions":[155],"at":[156],"support":[158],"boundary,":[160],"an":[163],"parametric":[169],"O(1/N).":[173],"Our":[174,189],"requires":[176],"no":[177],"boundary":[178,183],"correction,":[179],"remarkably,":[181],"issues":[184],"do":[185],"not":[186],"up.":[188],"approach":[190],"more":[193],"computationally":[194],"tractable":[195],"than":[196],"other":[197],"competing":[198],"estimators,":[199],"which":[200],"makes":[201],"them":[202],"appealing":[203],"many":[205],"practical":[206],"applications.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2017-03-16T00:00:00"}