{"id":"https://openalex.org/W1630551223","doi":"https://doi.org/10.1109/isit.2015.7282573","title":"Maximum Likelihood Estimation of information measures","display_name":"Maximum Likelihood Estimation of information measures","publication_year":2015,"publication_date":"2015-06-01","ids":{"openalex":"https://openalex.org/W1630551223","doi":"https://doi.org/10.1109/isit.2015.7282573","mag":"1630551223"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2015.7282573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2015.7282573","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034192173","display_name":"Jiantao Jiao","orcid":"https://orcid.org/0000-0003-3766-8031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Stanford University, Stanford, CA, US","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, US","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066970557","display_name":"Kartik Venkat","orcid":"https://orcid.org/0000-0002-7902-9724"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Venkat","raw_affiliation_strings":["Stanford University","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077972639","display_name":"Yanjun Han","orcid":"https://orcid.org/0000-0002-8335-2364"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I2802444338","display_name":"King Center","ror":"https://ror.org/03nxex423","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802444338"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yanjun Han","raw_affiliation_strings":["Tsinghua University","Tsinghua University, USA"],"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, USA","institution_ids":["https://openalex.org/I2802444338"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Stanford University","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5034192173"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.9985,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78652388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2","issue":null,"first_page":"839","last_page":"843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7038390040397644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4428805112838745},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.43995389342308044},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4264920949935913},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4145233929157257},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.410367876291275},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3603765070438385},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3373497724533081},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.33152055740356445},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.32537609338760376}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7038390040397644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4428805112838745},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.43995389342308044},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4264920949935913},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4145233929157257},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.410367876291275},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3603765070438385},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3373497724533081},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33152055740356445},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.32537609338760376},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2015.7282573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2015.7282573","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W81138975","https://openalex.org/W579420740","https://openalex.org/W1488909131","https://openalex.org/W1516339661","https://openalex.org/W1533375765","https://openalex.org/W1535258871","https://openalex.org/W1568559199","https://openalex.org/W1856858227","https://openalex.org/W1874027545","https://openalex.org/W1989151402","https://openalex.org/W1995875735","https://openalex.org/W2000163531","https://openalex.org/W2022825068","https://openalex.org/W2026664846","https://openalex.org/W2079517420","https://openalex.org/W2101985079","https://openalex.org/W2114771311","https://openalex.org/W2122882636","https://openalex.org/W2127090196","https://openalex.org/W2145267250","https://openalex.org/W2148719904","https://openalex.org/W2156875677","https://openalex.org/W2203041117","https://openalex.org/W2736230390","https://openalex.org/W2950286539","https://openalex.org/W2963608890","https://openalex.org/W3100848448","https://openalex.org/W4245378867","https://openalex.org/W4285719527","https://openalex.org/W4394635572","https://openalex.org/W6630670966","https://openalex.org/W6632048840","https://openalex.org/W6639353696","https://openalex.org/W6678323213","https://openalex.org/W6681713883","https://openalex.org/W6687612455","https://openalex.org/W6740917271"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4287880334","https://openalex.org/W4366700029","https://openalex.org/W4285230481","https://openalex.org/W4385769873","https://openalex.org/W4281634296","https://openalex.org/W3122602933","https://openalex.org/W2950038056","https://openalex.org/W1544940847","https://openalex.org/W2289285490"],"abstract_inverted_index":{"The":[0,91,237],"Maximum":[1],"Likelihood":[2],"Estimator":[3],"(MLE)":[4],"is":[5,66,93,181,209,261,285,302],"widely":[6],"used":[7],"in":[8,48,120],"estimating":[9,49,121],"information":[10],"measures,":[11],"and":[12,38,75,144,183,211,247],"involves":[13],"\u201cplugging-in\u201d":[14],"the":[15,19,27,42,46,55,70,73,79,96,100,109,118,122,192,200,223,259,273,283,295,314,317,332],"empirical":[16],"distribution":[17],"of":[18,26,45,51,72,81,280,331],"data":[20],"to":[21,40,77,87,166,185,194,213,225],"estimate":[22,227],"a":[23,35,167,171],"given":[24],"functional":[25],"unknown":[28],"distribution.":[29],"In":[30,203],"this":[31,89],"work":[32],"we":[33,177,205,270],"propose":[34,76],"general":[36],"framework":[37],"procedure":[39],"analyze":[41],"nonasymptotic":[43],"performance":[44],"MLE":[47,119,193,224,260,284,315],"functionals":[50],"discrete":[52],"distributions,":[53],"under":[54],"worst-case":[56],"mean":[57],"squared":[58],"error":[59],"criterion.":[60],"We":[61],"show":[62,178,271],"that":[63,179,207,258,272],"existing":[64],"theory":[65,80],"insufficient":[67],"for":[68,173,191,222,241,282,290],"analyzing":[69],"bias":[71],"MLE,":[74],"apply":[78],"approximation":[82],"using":[83,95],"positive":[84],"linear":[85],"operators":[86],"study":[88],"bias.":[90],"variance":[92],"controlled":[94],"well-known":[97],"tools":[98],"from":[99],"literature":[101],"on":[102],"concentration":[103],"inequalities.":[104],"Our":[105],"techniques":[106],"completely":[107],"characterize":[108],"maximum":[110,274],"L":[111,275,297,320],"<sub":[112,128,135,140,146,152,159,229,276,298,321],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[113,129,132,136,141,147,153,156,160,163,219,230,250,277,288,299,307,322,328],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[114,278,300,323],"risk":[115],"incurred":[116],"by":[117],"Shannon":[123,174],"entropy":[124,175],"H(P)":[125],"=":[126,150],"\u03a3":[127,151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i=1</sub>":[130,154],"<sup":[131,155,162,218,249,287,306,327],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</sup>":[133,157],"-p":[134],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i</sub>":[137,142,161],"ln":[138,253,304],"p":[139,158],",":[143],"F":[145,228],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03b1</sub>":[148,231],"(P)":[149],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03b1</sup>":[164],"up":[165],"multiplicative":[168],"constant.":[169],"As":[170],"corollary,":[172],"estimation,":[176],"it":[180,208],"necessary":[182,210],"sufficient":[184,212],"have":[186],"n":[187,215,286,326],"\u226a":[188,216],"S":[189,198,217,246,248,254],"observations":[190],"be":[195],"consistent,":[196],"where":[197],"represents":[199],"support":[201,292,333],"size.":[202,334],"addition,":[204],"obtain":[206],"consider":[214],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1/\u03b1</sup>":[220,251],"samples":[221],"consistently":[226],"(P);":[232],"0":[233],"<;\u03b1":[234],"<;":[235,266,268],"1.":[236],"minimax":[238,296,318],"rate-optimal":[239],"estimators":[240],"both":[242],"problems":[243],"require":[244],"S/ln":[245],"/":[252],"samples,":[255],"which":[256],"implies":[257],"strictly":[262],"sub-optimal.":[263],"When":[264,310],"1":[265],"\u03b1":[267,311],"3/2,":[269,313],"rate":[279,301,325],"convergence":[281,324],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">-2(\u03b1-1)</sup>":[289,308],"infinite":[291],"size,":[293],"while":[294],"(n":[303],"n)":[305],".":[309],"\u2265":[312],"achieves":[316],"optimal":[319],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">-1</sup>":[329],"regardless":[330]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}