{"id":"https://openalex.org/W97304248","doi":null,"title":"Approximating the Entropy of Large Alphabets","display_name":"Approximating the Entropy of Large Alphabets","alternate_titles":[],"publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W97304248","mag":"97304248"},"language":"en","primary_location":{"id":"mag:97304248","doi":null,"is_oa":false,"landing_page_url":"http://dblp.uni-trier.de/db/journals/eccc/eccc12.html#TR05-084","pdf_url":null,"source":{"id":"https://openalex.org/S11189987","display_name":"Electronic colloquium on computational complexity","issn_l":"1433-8092","issn":["1433-8092"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Electronic colloquium on computational complexity","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W97304248"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018387324","display_name":"Mickey Brautbar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mickey Brautbar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004360801","display_name":"Alex Samorodnitsky","orcid":"https://orcid.org/0000-0001-8643-7948","observed_orcids":["https://orcid.org/0000-0001-8643-7948"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alex Samorodnitsky","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.33889999985694885,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.33889999985694885,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.31369999051094055,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.08560000360012054,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"entropy estimation","score":0.9539999961853027},{"id":"https://openalex.org/keywords/large-alphabets","display_name":"large alphabets","score":0.7649999856948853},{"id":"https://openalex.org/keywords/multiplicative-approximation","display_name":"multiplicative approximation","score":0.7509999871253967},{"id":"https://openalex.org/keywords/additive-approximation","display_name":"additive approximation","score":0.6710000038146973},{"id":"https://openalex.org/keywords/empirical-entropy","display_name":"empirical entropy","score":0.8119999766349792},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.7390000224113464},{"id":"https://openalex.org/keywords/discrete-probability-distributions","display_name":"discrete distributions","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7862082719802856},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.7565336227416992},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.7046492099761963},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.650132417678833},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6263141632080078},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.5766008496284485},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5585950613021851},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.5202290415763855},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.45656996965408325},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3889652192592621},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3629703223705292},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.35354307293891907},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3355938494205475},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.28280067443847656},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23820963501930237},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.23037365078926086},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10339441895484924},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.06409889459609985},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:97304248","doi":null,"is_oa":false,"landing_page_url":"http://dblp.uni-trier.de/db/journals/eccc/eccc12.html#TR05-084","pdf_url":null,"source":{"id":"https://openalex.org/S11189987","display_name":"Electronic colloquium on computational complexity","issn_l":"1433-8092","issn":["1433-8092"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Electronic colloquium on computational complexity","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1992068214","https://openalex.org/W2000163531","https://openalex.org/W2097636360","https://openalex.org/W2099111195","https://openalex.org/W2101985079","https://openalex.org/W2109584604","https://openalex.org/W2114771311","https://openalex.org/W2128822763","https://openalex.org/W2136010267"],"related_works":["https://openalex.org/W7097632211","https://openalex.org/W2066257886","https://openalex.org/W4248420421","https://openalex.org/W2786072821","https://openalex.org/W2963608890","https://openalex.org/W1629135078","https://openalex.org/W2752114013","https://openalex.org/W2169991579","https://openalex.org/W4396218991","https://openalex.org/W3160336054"],"abstract_inverted_index":{"We":[0,74,106,127],"consider":[1],"the":[2,6,26,44,98,112,123,129,149,154,173,179,198,210,221,231],"problem":[3,47],"of":[4,8,16,43,48,79,97,122,131,151,153,178,209,230],"approximating":[5],"entropy":[7,50,104,156,232],"a":[9,14,39,69,76,80,93,119,227],"discrete":[10],"distribution":[11,81,99,113],"P":[12,114],"on":[13,102,118],"domain":[15,124],"size":[17,87,177,202,223],"q,":[18],"given":[19],"access":[20,219],"to":[21,169,220],"n":[22,32,64,234,239],"independent":[23],"samples":[24],"from":[25],"distribution.":[27,180],"It":[28],"is":[29,34,92,115,167,195],"known":[30],"that":[31,63,225],"q":[33,66,243],"necessary,":[35],"in":[36,204],"general":[37],"for":[38,68,161],"good":[40],"additive":[41],"estimate":[42,51],"entropy.":[45],"A":[46],"multiplicative":[49],"was":[52],"recently":[53],"addressed":[54],"by":[55,135,172],"Batu,":[56],"Dasgupta,":[57],"Kumar,":[58],"and":[59,164,183],"Rubinfeld.":[60],"They":[61],"show":[62,107],"=":[65,235],"suces":[67],"factor-":[70,228],"approximation,":[71],"<":[72],"1.":[73],"introduce":[75],"new":[77],"parameter":[78,208],"-":[82],"its":[83,103],"ee":[84],"ctive":[85],"alphabet":[86,176,201,222],"qef":[88,108,125,140,246],"(P":[89],").":[90],"This":[91,143],"more":[94],"intrinsic":[95],"property":[96],"depending":[100],"only":[101],"moments.":[105],"~":[109],"O(q).":[110],"When":[111],"essentially":[116],"concentrated":[117],"small":[120],"part":[121],"q.":[126,142],"strengthen":[128],"result":[130,194],"Batu":[132],"et":[133],"al.":[134],"showing":[136],"it":[137],"holds":[138],"with":[139,233],"replacing":[141],"has":[144],"several":[145],"implications.":[146],"In":[147],"particular":[148],"rate":[150],"convergence":[152],"maximum-likelihood":[155],"estimator":[157,189],"(the":[158],"empirical":[159],"entropy)":[160],"both":[162],"nite":[163],"innite":[165],"alphabets":[166],"shown":[168],"be":[170],"dictated":[171],"eectiv":[174,199],"e":[175,200,236],"Several":[181],"new,":[182],"some":[184],"known,":[185],"facts":[186],"about":[187],"this":[188],"follow":[190],"easily.":[191],"Our":[192],"main":[193],"algorithmic.":[196],"Though":[197],"is,":[203],"general,":[205],"an":[206,214],"unknown":[207],"distribution,":[211],"we":[212],"give":[213],"ecien":[215],"t":[216],"procedure":[217],"(with":[218],"only)":[224],"achieves":[226],"approximation":[229],"O":[237],"exp":[238],"1=4":[240,245],"log":[241,244],"3=4":[242],"o":[247]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W97304248","counts_by_year":[{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
