{"id":"https://openalex.org/W2151835418","doi":"https://doi.org/10.1109/sfcs.2003.1238192","title":"Always Good Turing: asymptotically optimal probability estimation","display_name":"Always Good Turing: asymptotically optimal probability estimation","publication_year":2004,"publication_date":"2004-03-02","ids":{"openalex":"https://openalex.org/W2151835418","doi":"https://doi.org/10.1109/sfcs.2003.1238192","mag":"2151835418"},"language":"en","primary_location":{"id":"doi:10.1109/sfcs.2003.1238192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sfcs.2003.1238192","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"44th Annual IEEE Symposium on Foundations of Computer Science, 2003. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012034611","display_name":"Alon Orlitsky","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"A. Orlitsky","raw_affiliation_strings":["ECE, UCSD, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"ECE, UCSD, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030506196","display_name":"Narayana Santhanam","orcid":"https://orcid.org/0000-0001-6515-6311"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"N.P. Santhanam","raw_affiliation_strings":["ECE, University of California, San Diego, USA"],"affiliations":[{"raw_affiliation_string":"ECE, University of California, San Diego, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066437308","display_name":"J. Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Zhang","raw_affiliation_strings":["ECE, University of California, San Diego, USA"],"affiliations":[{"raw_affiliation_string":"ECE, University of California, San Diego, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012034611"],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":8.7881,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.97625422,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12946","display_name":"Fractal and DNA sequence analysis","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7559391856193542},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6547789573669434},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.6073741316795349},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4406312108039856},{"id":"https://openalex.org/keywords/conditional-probability","display_name":"Conditional probability","score":0.4310097098350525},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3893939256668091},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.35626596212387085},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33256757259368896},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.31032055616378784}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7559391856193542},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6547789573669434},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.6073741316795349},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4406312108039856},{"id":"https://openalex.org/C44492722","wikidata":"https://www.wikidata.org/wiki/Q327069","display_name":"Conditional probability","level":2,"score":0.4310097098350525},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3893939256668091},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.35626596212387085},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33256757259368896},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31032055616378784}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sfcs.2003.1238192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sfcs.2003.1238192","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"44th Annual IEEE Symposium on Foundations of Computer Science, 2003. Proceedings.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W196531003","https://openalex.org/W1585701772","https://openalex.org/W1591095982","https://openalex.org/W1977182536","https://openalex.org/W1999120268","https://openalex.org/W2010629432","https://openalex.org/W2018616927","https://openalex.org/W2054716087","https://openalex.org/W2057393527","https://openalex.org/W2063302961","https://openalex.org/W2082092506","https://openalex.org/W2093825590","https://openalex.org/W2094724798","https://openalex.org/W2096798913","https://openalex.org/W2097927681","https://openalex.org/W2099437808","https://openalex.org/W2103142841","https://openalex.org/W2106981684","https://openalex.org/W2113641473","https://openalex.org/W2127831256","https://openalex.org/W2128941365","https://openalex.org/W2131024393","https://openalex.org/W2162720870","https://openalex.org/W2168938909","https://openalex.org/W2183235533","https://openalex.org/W2294584261","https://openalex.org/W2914621247","https://openalex.org/W3149261725","https://openalex.org/W4233559841","https://openalex.org/W4237883889","https://openalex.org/W4301513016","https://openalex.org/W4389015749","https://openalex.org/W6635170618","https://openalex.org/W6635601524","https://openalex.org/W6663955052","https://openalex.org/W6674221528"],"related_works":["https://openalex.org/W4235623166","https://openalex.org/W4288413872","https://openalex.org/W4300881118","https://openalex.org/W2805514392","https://openalex.org/W2921932085","https://openalex.org/W160253906","https://openalex.org/W193767348","https://openalex.org/W3005542765","https://openalex.org/W2559957968","https://openalex.org/W1539131693"],"abstract_inverted_index":{"While":[0],"deciphering":[1],"the":[2,16,60,67,72,84,89,102,105,125,131,136,141,147,157,167,170,174],"German":[3],"Enigma":[4],"code":[5],"during":[6],"World":[7],"War":[8],"II,":[9],"I.J.":[10],"Good":[11],"and":[12,32,45,55,83,100,154],"A.M.":[13],"Turing":[14],"considered":[15],"problem":[17],"of":[18,26,43,50,62,104,127,146,159,161,169],"estimating":[19],"a":[20,24,30,41,48,63],"probability":[21,64,74,86,133,175,188],"distribution":[22],"from":[23],"sample":[25],"data.":[27],"They":[28],"derived":[29],"surprising":[31],"unintuitive":[33],"formula":[34],"that":[35,93,101,184],"has":[36],"since":[37],"been":[38],"used":[39],"in":[40],"variety":[42],"applications":[44],"studied":[46],"by":[47,80,88,135,152],"number":[49,158],"researchers.":[51],"Borrowing":[52],"an":[53,77,117,162],"information-theoretic":[54],"machine-learning":[56],"framework,":[57],"we":[58,172],"define":[59],"attenuation":[61,99,103,120],"estimator":[65,107,118,137],"as":[66,124],"largest":[68],"possible":[69],"ratio":[70],"between":[71],"per-symbol":[73,132],"assigned":[75,87,134],"to":[76,178],"arbitrarily-long":[78],"sequence":[79,129],"any":[81,128],"distribution,":[82],"corresponding":[85],"estimator.":[90],"We":[91,114,182],"show":[92,183],"some":[94,145,185],"common":[95],"estimators":[96],"have":[97],"infinite":[98],"Good-Turing":[106],"is":[108,121,138,197],"low,":[109],"yet":[110],"larger":[111],"than":[112],"one.":[113],"then":[115],"derive":[116],"whose":[119],"one,":[122],"namely,":[123],"length":[126],"increases,":[130],"at":[139],"least":[140],"highest":[142],"possible.":[143],"Interestingly,":[144],"proofs":[148],"use":[149],"celebrated":[150],"results":[151],"Hardy":[153],"Ramanujan":[155],"on":[156],"partitions":[160],"integer.":[163],"To":[164],"better":[165],"understand":[166],"behavior":[168],"estimator,":[171],"study":[173],"it":[176,196],"assigns":[177],"several":[179],"simple":[180],"sequences.":[181],"sequences":[186],"this":[187],"agrees":[189],"with":[190],"our":[191],"intuition,":[192],"while":[193],"for":[194],"others":[195],"rather":[198],"unexpected.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":10}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}
