{"id":"https://openalex.org/W2963389257","doi":"https://doi.org/10.1109/tit.2015.2478816","title":"Minimax Estimation of Discrete Distributions Under &lt;inline-formula&gt; &lt;tex-math notation=\"LaTeX\"&gt;$\\ell _{1}$ &lt;/tex-math&gt;&lt;/inline-formula&gt; Loss","display_name":"Minimax Estimation of Discrete Distributions Under &lt;inline-formula&gt; &lt;tex-math notation=\"LaTeX\"&gt;$\\ell _{1}$ &lt;/tex-math&gt;&lt;/inline-formula&gt; Loss","publication_year":2015,"publication_date":"2015-09-15","ids":{"openalex":"https://openalex.org/W2963389257","doi":"https://doi.org/10.1109/tit.2015.2478816","mag":"2963389257"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2015.2478816","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2015.2478816","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077972639","display_name":"Yanjun Han","orcid":"https://orcid.org/0000-0002-8335-2364"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yanjun Han","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034192173","display_name":"Jiantao Jiao","orcid":"https://orcid.org/0000-0003-3766-8031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077972639"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":7.7659,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.97368328,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"61","issue":"11","first_page":"6343","last_page":"6354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7845446467399597},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.7089372873306274},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6692928075790405},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5819039344787598},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5267326831817627},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.5069742202758789},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5034067034721375},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.44254568219184875},{"id":"https://openalex.org/keywords/minimax-estimator","display_name":"Minimax estimator","score":0.43187129497528076},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.4138377904891968},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.41266632080078125},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.39008980989456177},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3517284691333771},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3102281093597412},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.15115833282470703}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7845446467399597},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.7089372873306274},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6692928075790405},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5819039344787598},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5267326831817627},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.5069742202758789},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5034067034721375},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.44254568219184875},{"id":"https://openalex.org/C133939421","wikidata":"https://www.wikidata.org/wiki/Q6865379","display_name":"Minimax estimator","level":4,"score":0.43187129497528076},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.4138377904891968},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.41266632080078125},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.39008980989456177},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3517284691333771},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3102281093597412},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.15115833282470703},{"id":"https://openalex.org/C165646398","wikidata":"https://www.wikidata.org/wiki/Q3755281","display_name":"Minimum-variance unbiased estimator","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2015.2478816","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2015.2478816","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W840677367","https://openalex.org/W1533375765","https://openalex.org/W1549664537","https://openalex.org/W1592961962","https://openalex.org/W1595409123","https://openalex.org/W1598266570","https://openalex.org/W1856858227","https://openalex.org/W1982918157","https://openalex.org/W1989151402","https://openalex.org/W1995875735","https://openalex.org/W2028047923","https://openalex.org/W2031680849","https://openalex.org/W2033672007","https://openalex.org/W2046495522","https://openalex.org/W2052817138","https://openalex.org/W2059475362","https://openalex.org/W2059584073","https://openalex.org/W2072227363","https://openalex.org/W2079715053","https://openalex.org/W2083134779","https://openalex.org/W2083442100","https://openalex.org/W2083620802","https://openalex.org/W2088403268","https://openalex.org/W2096765209","https://openalex.org/W2101985079","https://openalex.org/W2103012681","https://openalex.org/W2114771311","https://openalex.org/W2122759946","https://openalex.org/W2127090196","https://openalex.org/W2143122862","https://openalex.org/W2146852149","https://openalex.org/W2148719904","https://openalex.org/W2158940042","https://openalex.org/W2203041117","https://openalex.org/W2319338832","https://openalex.org/W2478708596","https://openalex.org/W2799119698","https://openalex.org/W2899702797","https://openalex.org/W2952993179","https://openalex.org/W3023646433","https://openalex.org/W4205125306","https://openalex.org/W4214806317","https://openalex.org/W4233413206","https://openalex.org/W4245378867","https://openalex.org/W6623482642","https://openalex.org/W6635431676","https://openalex.org/W6635777585","https://openalex.org/W6639353696","https://openalex.org/W6674201379","https://openalex.org/W6681713883","https://openalex.org/W6687612455"],"related_works":["https://openalex.org/W3174947331","https://openalex.org/W2104713681","https://openalex.org/W237619808","https://openalex.org/W2895916002","https://openalex.org/W2123425700","https://openalex.org/W2045096965","https://openalex.org/W35332197","https://openalex.org/W2051240917","https://openalex.org/W2963760573","https://openalex.org/W2035921210"],"abstract_inverted_index":{"We":[0,14,52,122],"consider":[1],"the":[2,22,26,34,40,47,61,66,73,90,102,107,113,129],"problem":[3],"of":[4,25,49,109],"discrete":[5],"distribution":[6,28,68,146],"estimation":[7,147],"under":[8],"l":[9],"<sub":[10,140],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[11,141],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[12,142],"loss.":[13],"provide":[15],"tight":[16],"upper":[17,92],"and":[18,33,128,154],"lower":[19],"bounds":[20],"on":[21,131],"maximum":[23,30,63],"risk":[24,36,64,76,116],"empirical":[27,67],"(the":[29],"likelihood":[31],"estimator),":[32],"minimax":[35,75,115],"in":[37,106,148],"regimes":[38],"where":[39],"support":[41],"size":[42],"S":[43],"may":[44],"grow":[45],"with":[46,57],"number":[48],"observations":[50],"n.":[51,80,121],"show":[53,83],"that":[54,84],"among":[55],"distributions":[56],"bounded":[58],"entropy":[59,134],"H,":[60,94],"asymptotic":[62,74,114],"for":[65],"is":[69,77,95,117],"2H/ln":[70],"n,":[71],"while":[72],"H/":[78],"ln":[79,120],"Moreover,":[81],"we":[82,100],"a":[85],"hard-thresholding":[86],"estimator":[87],"oblivious":[88],"to":[89,104],"unknown":[91],"bound":[93],"essentially":[96],"minimax.":[97],"However,":[98],"if":[99],"constrain":[101],"estimates":[103],"lie":[105],"simplex":[108],"probability":[110],"distributions,":[111],"then":[112],"again":[118],"2H/":[119],"draw":[123],"connections":[124],"between":[125],"our":[126],"work":[127],"literature":[130],"density":[132],"estimation,":[133,135,144,153],"total":[136],"variation":[137],"distance":[138],"(I":[139],"divergence)":[143],"joint":[145],"stochastic":[149],"processes,":[150],"normal":[151],"mean":[152],"adaptive":[155],"estimation.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}