{"id":"https://openalex.org/W1656494924","doi":"https://doi.org/10.1109/isit.2015.7282865","title":"Minimax estimation of information measures","display_name":"Minimax estimation of information measures","publication_year":2015,"publication_date":"2015-06-01","ids":{"openalex":"https://openalex.org/W1656494924","doi":"https://doi.org/10.1109/isit.2015.7282865","mag":"1656494924"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2015.7282865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2015.7282865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034192173","display_name":"Jiantao Jiao","orcid":"https://orcid.org/0000-0003-3766-8031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Stanford University","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066970557","display_name":"Kartik Venkat","orcid":"https://orcid.org/0000-0002-7902-9724"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Venkat","raw_affiliation_strings":["Stanford University","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077972639","display_name":"Yanjun Han","orcid":"https://orcid.org/0000-0002-8335-2364"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjun Han","raw_affiliation_strings":["Tsinghua University","#N##TAB##TAB##TAB##TAB# Tsinghua University, China#N##TAB##TAB##TAB#"],"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"#N##TAB##TAB##TAB##TAB# Tsinghua University, China#N##TAB##TAB##TAB#","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Stanford University","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5034192173"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.02606429,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"3","issue":null,"first_page":"2296","last_page":"2300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4810231328010559},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.4573289155960083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45164912939071655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3770862817764282},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3481080234050751},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2889367341995239},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21277064085006714},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.19345015287399292}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4810231328010559},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.4573289155960083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45164912939071655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3770862817764282},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3481080234050751},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2889367341995239},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21277064085006714},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.19345015287399292}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2015.7282865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2015.7282865","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W81138975","https://openalex.org/W646945617","https://openalex.org/W1498742909","https://openalex.org/W1502929163","https://openalex.org/W1535258871","https://openalex.org/W1732328119","https://openalex.org/W1856858227","https://openalex.org/W1968908999","https://openalex.org/W1989151402","https://openalex.org/W1995875735","https://openalex.org/W2000163531","https://openalex.org/W2013458156","https://openalex.org/W2013890117","https://openalex.org/W2083620802","https://openalex.org/W2114495039","https://openalex.org/W2122759946","https://openalex.org/W2122882636","https://openalex.org/W2124055802","https://openalex.org/W2127090196","https://openalex.org/W2148719904","https://openalex.org/W2163166770","https://openalex.org/W2164234199","https://openalex.org/W2174534725","https://openalex.org/W2203041117","https://openalex.org/W2950286539","https://openalex.org/W2963608890","https://openalex.org/W2963752288","https://openalex.org/W3122859661","https://openalex.org/W4237456942","https://openalex.org/W4394635572","https://openalex.org/W6629847626","https://openalex.org/W6639353696","https://openalex.org/W6678263215","https://openalex.org/W6678323213","https://openalex.org/W6681713883","https://openalex.org/W6684508146","https://openalex.org/W6687612455"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2016058626","https://openalex.org/W2474724840","https://openalex.org/W2895916002","https://openalex.org/W1530911128","https://openalex.org/W1814049089","https://openalex.org/W2369683208","https://openalex.org/W2084836983","https://openalex.org/W1977348009","https://openalex.org/W2069885834"],"abstract_inverted_index":{"We":[0,35,99,138],"propose":[1],"a":[2,114,186],"general":[3],"methodology":[4],"for":[5,13,52,108,135,145,198,221,265],"the":[6,19,30,37,46,49,58,101,125,142,176,191,210,214,222,232,235,238,249,259,266],"construction":[7],"and":[8,25,78,173,270],"analysis":[9],"of":[10,15,32,39,48,209,237,248,262,268],"minimax":[11,102,192,239],"estimators":[12,241],"functionals":[14,111],"discrete":[16],"distributions,":[17],"where":[18],"support":[20,211],"size":[21],"S":[22,131,134,160],"is":[23,157,201,224,245],"unknown":[24],"may":[26],"be":[27,168],"comparable":[28],"to":[29,113],"number":[31],"observations":[33],"n.":[34],"illustrate":[36],"merit":[38],"our":[40,122,171,263],"approach":[41],"by":[42,170,175],"thoroughly":[43],"analyzing":[44],"non-asymptotically":[45],"performance":[47],"resulting":[50],"schemes":[51,264],"estimating":[53,109,146,199],"two":[54],"important":[55],"information":[56],"measures:":[57],"entropy":[59,136,269],"H(P)":[60],"=":[61,80],"\u03a3":[62,81],"<sub":[63,70,75,82,89,104,148,194,217],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[64,67,71,76,83,86,90,93,105,149,162,195,206,218,227],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i=1</sub>":[65,84],"<sup":[66,85,92,161,205,226],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</sup>":[68,87],"-p":[69],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i</sub>":[72,77,91],"ln":[73,133,203,253],"p":[74,88],"F\u03b1(P)":[79,200],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03b1</sup>":[94],",":[95],"\u03b1":[96,154],">":[97],"0.":[98],"obtain":[100],"L":[103,193,216],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[106,196,219],"risks":[107],"these":[110],"up":[112],"universal":[115],"constant.":[116],"In":[117],"particular,":[118],"we":[119,189,257],"demonstrate":[120,140],"that":[121,141,247],"estimator":[123,172],"achieves":[124],"optimal":[126],"sample":[127,143],"complexity":[128,144],"n":[129,158,225,243,252,254],"\u226b":[130,159],"/":[132],"estimation.":[137],"also":[139],"F":[147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03b1</sub>":[150],"(P),":[151],"0":[152],"<;":[153,155,185,187],"1":[156,184],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1/a</sup>":[163],"/ln":[164],"S,":[165],"which":[166],"can":[167],"achieved":[169],"not":[174],"popular":[177],"plug-in":[178],"Maximum":[179],"Likelihood":[180],"Estimator":[181],"(MLE).":[182],"For":[183,230],"3/2,":[188],"show":[190],"rate":[197,220],"(n":[202],"n)":[204],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">-2(\u03b1-1)</sup>":[207,228],"regardless":[208],"size,":[212],"while":[213],"exact":[215],"MLE":[223,250],".":[229],"all":[231],"above":[233],"cases,":[234],"behavior":[236],"rate-optimal":[240],"with":[242,251],"samples":[244],"essentially":[246],"samples.":[255],"Finally,":[256],"highlight":[258],"practical":[260],"advantages":[261],"estimation":[267],"mutual":[271],"information.":[272]},"counts_by_year":[{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}