{"id":"https://openalex.org/W2095324495","doi":"https://doi.org/10.1561/0100000021","title":"Universal Estimation of Information Measures for Analog Sources","display_name":"Universal Estimation of Information Measures for Analog Sources","publication_year":2009,"publication_date":"2009-05-27","ids":{"openalex":"https://openalex.org/W2095324495","doi":"https://doi.org/10.1561/0100000021","mag":"2095324495"},"language":"en","primary_location":{"id":"doi:10.1561/0100000021","is_oa":false,"landing_page_url":"https://doi.org/10.1561/0100000021","pdf_url":null,"source":{"id":"https://openalex.org/S70831867","display_name":"Foundations and Trends\u00ae in Communications and Information Theory","issn_l":"1567-2190","issn":["1567-2190","1567-2328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Communications and Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100434898","display_name":"Qing Wang","orcid":"https://orcid.org/0000-0003-3767-5266"},"institutions":[{"id":"https://openalex.org/I80201079","display_name":"Credit Suisse (Switzerland)","ror":"https://ror.org/05h634p83","country_code":"CH","type":"company","lineage":["https://openalex.org/I80201079"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Qing Wang","raw_affiliation_strings":["Credit Suisse Group , 11 Madison Avenue, , NY 10010,","Credit Suisse Group, USA"],"affiliations":[{"raw_affiliation_string":"Credit Suisse Group , 11 Madison Avenue, , NY 10010,","institution_ids":["https://openalex.org/I80201079"]},{"raw_affiliation_string":"Credit Suisse Group, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053530986","display_name":"Sanjeev R. Kulkarni","orcid":"https://orcid.org/0000-0002-5308-5250"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjeev R. Kulkarni","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University , , NJ 08544,","Dept. of Electrical Engineering, Princeton University, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University , , NJ 08544,","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Dept. of Electrical Engineering, Princeton University, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103184697","display_name":"Sergio Verd\u00fa","orcid":"https://orcid.org/0000-0003-1254-9116"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergio Verd\u00fa","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University , , NJ 08544,","Dept. of Electrical Engineering, Princeton University, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University , , NJ 08544,","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Dept. of Electrical Engineering, Princeton University, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100434898"],"corresponding_institution_ids":["https://openalex.org/I80201079"],"apc_list":null,"apc_paid":null,"fwci":3.5785,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.92848582,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"5","issue":"3","first_page":"265","last_page":"353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.7540532350540161},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6746653318405151},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6538974046707153},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6525900363922119},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.6488134264945984},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5553389191627502},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5365524291992188},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5230822563171387},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.47842150926589966},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.435295432806015},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40968453884124756},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.366115540266037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30195915699005127},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26416754722595215},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.19272831082344055},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.09930688142776489}],"concepts":[{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.7540532350540161},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6746653318405151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6538974046707153},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6525900363922119},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.6488134264945984},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5553389191627502},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5365524291992188},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5230822563171387},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.47842150926589966},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.435295432806015},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40968453884124756},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.366115540266037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30195915699005127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26416754722595215},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.19272831082344055},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.09930688142776489},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1561/0100000021","is_oa":false,"landing_page_url":"https://doi.org/10.1561/0100000021","pdf_url":null,"source":{"id":"https://openalex.org/S70831867","display_name":"Foundations and Trends\u00ae in Communications and Information Theory","issn_l":"1567-2190","issn":["1567-2190","1567-2328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Communications and Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":261,"referenced_works":["https://openalex.org/W84305025","https://openalex.org/W115005965","https://openalex.org/W152055444","https://openalex.org/W186513846","https://openalex.org/W230097570","https://openalex.org/W566896923","https://openalex.org/W589880435","https://openalex.org/W629979766","https://openalex.org/W1482227507","https://openalex.org/W1491647559","https://openalex.org/W1496923911","https://openalex.org/W1504356834","https://openalex.org/W1505024875","https://openalex.org/W1506778248","https://openalex.org/W1521206682","https://openalex.org/W1530846523","https://openalex.org/W1544500240","https://openalex.org/W1546862366","https://openalex.org/W1547988971","https://openalex.org/W1548802052","https://openalex.org/W1549664537","https://openalex.org/W1552416095","https://openalex.org/W1564947197","https://openalex.org/W1566300034","https://openalex.org/W1566844497","https://openalex.org/W1571830002","https://openalex.org/W1574979081","https://openalex.org/W1578013635","https://openalex.org/W1584131853","https://openalex.org/W1584236946","https://openalex.org/W1593079125","https://openalex.org/W1595303882","https://openalex.org/W1601104039","https://openalex.org/W1610836425","https://openalex.org/W1947089506","https://openalex.org/W1956534526","https://openalex.org/W1963623641","https://openalex.org/W1963714278","https://openalex.org/W1963823520","https://openalex.org/W1963871118","https://openalex.org/W1964777250","https://openalex.org/W1965555277","https://openalex.org/W1966090380","https://openalex.org/W1966444535","https://openalex.org/W1967320885","https://openalex.org/W1967708238","https://openalex.org/W1971222715","https://openalex.org/W1973375658","https://openalex.org/W1973429478","https://openalex.org/W1978089076","https://openalex.org/W1978476493","https://openalex.org/W1978807281","https://openalex.org/W1983739894","https://openalex.org/W1991851767","https://openalex.org/W1992338978","https://openalex.org/W1992536060","https://openalex.org/W1993437751","https://openalex.org/W1993581100","https://openalex.org/W1995875735","https://openalex.org/W1995926088","https://openalex.org/W1996114616","https://openalex.org/W1999120268","https://openalex.org/W2000191307","https://openalex.org/W2000618231","https://openalex.org/W2003391405","https://openalex.org/W2004214799","https://openalex.org/W2005914283","https://openalex.org/W2011133724","https://openalex.org/W2014078900","https://openalex.org/W2014134185","https://openalex.org/W2014268383","https://openalex.org/W2014404824","https://openalex.org/W2014677939","https://openalex.org/W2017666796","https://openalex.org/W2017823450","https://openalex.org/W2019359195","https://openalex.org/W2021739299","https://openalex.org/W2022251741","https://openalex.org/W2022772882","https://openalex.org/W2025831660","https://openalex.org/W2026126704","https://openalex.org/W2028029893","https://openalex.org/W2028301481","https://openalex.org/W2029140344","https://openalex.org/W2029218706","https://openalex.org/W2031688568","https://openalex.org/W2032558547","https://openalex.org/W2033034069","https://openalex.org/W2035364928","https://openalex.org/W2037269865","https://openalex.org/W2039535673","https://openalex.org/W2040704490","https://openalex.org/W2040886047","https://openalex.org/W2041561423","https://openalex.org/W2042927721","https://openalex.org/W2043371182","https://openalex.org/W2043905695","https://openalex.org/W2045989818","https://openalex.org/W2050913223","https://openalex.org/W2051361630","https://openalex.org/W2052958516","https://openalex.org/W2055309977","https://openalex.org/W2055470559","https://openalex.org/W2056129277","https://openalex.org/W2056871913","https://openalex.org/W2058721049","https://openalex.org/W2059189224","https://openalex.org/W2060590556","https://openalex.org/W2060677448","https://openalex.org/W2062892638","https://openalex.org/W2068071220","https://openalex.org/W2069470963","https://openalex.org/W2070922227","https://openalex.org/W2071010524","https://openalex.org/W2071454286","https://openalex.org/W2072227363","https://openalex.org/W2072610025","https://openalex.org/W2072994259","https://openalex.org/W2073098078","https://openalex.org/W2073946873","https://openalex.org/W2075978670","https://openalex.org/W2076608847","https://openalex.org/W2078149659","https://openalex.org/W2079145130","https://openalex.org/W2080722576","https://openalex.org/W2081827563","https://openalex.org/W2086839920","https://openalex.org/W2087284982","https://openalex.org/W2088171019","https://openalex.org/W2088686399","https://openalex.org/W2089692846","https://openalex.org/W2091891040","https://openalex.org/W2092260586","https://openalex.org/W2092924973","https://openalex.org/W2092939357","https://openalex.org/W2092998534","https://openalex.org/W2097173970","https://openalex.org/W2097560155","https://openalex.org/W2097636360","https://openalex.org/W2098330974","https://openalex.org/W2098770944","https://openalex.org/W2099577848","https://openalex.org/W2099741732","https://openalex.org/W2100053346","https://openalex.org/W2100437658","https://openalex.org/W2101275224","https://openalex.org/W2102471334","https://openalex.org/W2103174987","https://openalex.org/W2103756638","https://openalex.org/W2103827839","https://openalex.org/W2104072072","https://openalex.org/W2106833918","https://openalex.org/W2108569437","https://openalex.org/W2108777864","https://openalex.org/W2109115250","https://openalex.org/W2109584604","https://openalex.org/W2110764329","https://openalex.org/W2114758632","https://openalex.org/W2114771311","https://openalex.org/W2116801843","https://openalex.org/W2118020555","https://openalex.org/W2119173531","https://openalex.org/W2119309676","https://openalex.org/W2119868454","https://openalex.org/W2121445748","https://openalex.org/W2122111042","https://openalex.org/W2122378596","https://openalex.org/W2122691893","https://openalex.org/W2122882636","https://openalex.org/W2123838014","https://openalex.org/W2125201914","https://openalex.org/W2126410803","https://openalex.org/W2127234432","https://openalex.org/W2128011037","https://openalex.org/W2128859735","https://openalex.org/W2129058877","https://openalex.org/W2129905273","https://openalex.org/W2131347386","https://openalex.org/W2131843647","https://openalex.org/W2132425342","https://openalex.org/W2134478553","https://openalex.org/W2136010267","https://openalex.org/W2136029781","https://openalex.org/W2137181711","https://openalex.org/W2137226437","https://openalex.org/W2137263269","https://openalex.org/W2138943050","https://openalex.org/W2139012366","https://openalex.org/W2139282590","https://openalex.org/W2140263939","https://openalex.org/W2141062232","https://openalex.org/W2141622014","https://openalex.org/W2141652941","https://openalex.org/W2142228262","https://openalex.org/W2144679335","https://openalex.org/W2145839082","https://openalex.org/W2145997363","https://openalex.org/W2146519989","https://openalex.org/W2149268774","https://openalex.org/W2149306165","https://openalex.org/W2149335140","https://openalex.org/W2149808502","https://openalex.org/W2150879893","https://openalex.org/W2152178950","https://openalex.org/W2152932720","https://openalex.org/W2155010204","https://openalex.org/W2156310455","https://openalex.org/W2156875677","https://openalex.org/W2156909104","https://openalex.org/W2159510016","https://openalex.org/W2159902206","https://openalex.org/W2160149277","https://openalex.org/W2160292396","https://openalex.org/W2160709761","https://openalex.org/W2161081468","https://openalex.org/W2161171185","https://openalex.org/W2161579136","https://openalex.org/W2161963661","https://openalex.org/W2163534628","https://openalex.org/W2165084023","https://openalex.org/W2165558283","https://openalex.org/W2166887996","https://openalex.org/W2167354220","https://openalex.org/W2167597140","https://openalex.org/W2167770337","https://openalex.org/W2168188588","https://openalex.org/W2170044631","https://openalex.org/W2171573637","https://openalex.org/W2183235533","https://openalex.org/W2199290170","https://openalex.org/W2295267704","https://openalex.org/W2336509789","https://openalex.org/W2352384750","https://openalex.org/W2467998337","https://openalex.org/W2478708596","https://openalex.org/W2480081494","https://openalex.org/W2480248290","https://openalex.org/W2490213682","https://openalex.org/W2795528501","https://openalex.org/W2799119698","https://openalex.org/W2800465006","https://openalex.org/W2912369344","https://openalex.org/W2978248833","https://openalex.org/W3014432339","https://openalex.org/W3022856249","https://openalex.org/W3100228156","https://openalex.org/W3100599570","https://openalex.org/W3121139862","https://openalex.org/W3123967473","https://openalex.org/W3127518054","https://openalex.org/W3142026388","https://openalex.org/W4205778870","https://openalex.org/W4230450987","https://openalex.org/W4230704549","https://openalex.org/W4237883889","https://openalex.org/W4252028749","https://openalex.org/W4254197176","https://openalex.org/W4256561644","https://openalex.org/W4285719527","https://openalex.org/W4292403337","https://openalex.org/W4293404332"],"related_works":["https://openalex.org/W2105321464","https://openalex.org/W2887774187","https://openalex.org/W2388220555","https://openalex.org/W1554844486","https://openalex.org/W1520875569","https://openalex.org/W3048739257","https://openalex.org/W1665563134","https://openalex.org/W2963604926","https://openalex.org/W2199957582","https://openalex.org/W2033178790"],"abstract_inverted_index":{"This":[0],"monograph":[1],"presents":[2],"an":[3],"overview":[4],"of":[5,8,21,53],"universal":[6],"estimation":[7,20],"information":[9,23],"measures":[10],"for":[11],"continuous-alphabet":[12],"sources.":[13],"Special":[14],"attention":[15],"is":[16],"given":[17],"to":[18],"the":[19],"mutual":[22],"and":[24,29,55],"divergence":[25],"based":[26],"on":[27,50],"independent":[28],"identically":[30],"distributed":[31],"(i.i.d.)":[32],"data.":[33],"Plug-in":[34],"methods,":[35],"partitioning-based":[36],"algorithms,":[37],"nearest-neighbor":[38],"algorithms":[39],"as":[40,42],"well":[41],"other":[43],"approaches":[44],"are":[45],"reviewed,":[46],"with":[47],"particular":[48],"focus":[49],"consistency,":[51],"speed":[52],"convergence":[54],"experimental":[56],"performance.":[57]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":4}],"updated_date":"2026-03-28T06:11:35.319607","created_date":"2025-10-10T00:00:00"}