{"id":"https://openalex.org/W2080392148","doi":"https://doi.org/10.3390/e15114668","title":"Estimating Functions of Distributions Defined over Spaces of Unknown Size","display_name":"Estimating Functions of Distributions Defined over Spaces of Unknown Size","publication_year":2013,"publication_date":"2013-10-31","ids":{"openalex":"https://openalex.org/W2080392148","doi":"https://doi.org/10.3390/e15114668","mag":"2080392148"},"language":"en","primary_location":{"id":"doi:10.3390/e15114668","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e15114668","pdf_url":"https://www.mdpi.com/1099-4300/15/11/4668/pdf?version=1424785152","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/15/11/4668/pdf?version=1424785152","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073514351","display_name":"David H. Wolpert","orcid":"https://orcid.org/0000-0003-3105-2869"},"institutions":[{"id":"https://openalex.org/I1308548392","display_name":"Santa Fe Institute","ror":"https://ror.org/01arysc35","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308548392"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David Wolpert","raw_affiliation_strings":["Santa Fe Institute, 1399 Hyde Park Rd., Santa Fe, NM 87501, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Santa Fe Institute, 1399 Hyde Park Rd., Santa Fe, NM 87501, USA","institution_ids":["https://openalex.org/I1308548392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009637990","display_name":"Simon DeDeo","orcid":"https://orcid.org/0000-0002-5346-9393"},"institutions":[{"id":"https://openalex.org/I1308548392","display_name":"Santa Fe Institute","ror":"https://ror.org/01arysc35","country_code":"US","type":"funder","lineage":["https://openalex.org/I1308548392"]},{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simon DeDeo","raw_affiliation_strings":["Santa Fe Institute, 1399 Hyde Park Rd., Santa Fe, NM 87501, USA","School of Informatics and Computing, Indiana University, 901 E 10th St, Bloomington, IN 47408, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Santa Fe Institute, 1399 Hyde Park Rd., Santa Fe, NM 87501, USA","institution_ids":["https://openalex.org/I1308548392"]},{"raw_affiliation_string":"School of Informatics and Computing, Indiana University, 901 E 10th St, Bloomington, IN 47408, USA","institution_ids":["https://openalex.org/I4210119109"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073514351"],"corresponding_institution_ids":["https://openalex.org/I1308548392"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":2.2191,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89959341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"15","issue":"11","first_page":"4668","last_page":"4699"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.6927284002304077},{"id":"https://openalex.org/keywords/dirichlet-distribution","display_name":"Dirichlet distribution","score":0.6611267924308777},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6571311354637146},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6509926319122314},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5947004556655884},{"id":"https://openalex.org/keywords/posterior-probability","display_name":"Posterior probability","score":0.5195139646530151},{"id":"https://openalex.org/keywords/nuisance-parameter","display_name":"Nuisance parameter","score":0.4976043999195099},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4971006214618683},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4901941418647766},{"id":"https://openalex.org/keywords/prior-information","display_name":"Prior information","score":0.48431864380836487},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.48355671763420105},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4565763473510742},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.4538674056529999},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.44690439105033875},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.42959505319595337},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.30933576822280884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.30055052042007446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14987456798553467},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1393422782421112}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.6927284002304077},{"id":"https://openalex.org/C169214877","wikidata":"https://www.wikidata.org/wiki/Q981016","display_name":"Dirichlet distribution","level":3,"score":0.6611267924308777},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6571311354637146},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6509926319122314},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5947004556655884},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.5195139646530151},{"id":"https://openalex.org/C194531419","wikidata":"https://www.wikidata.org/wiki/Q17104825","display_name":"Nuisance parameter","level":3,"score":0.4976043999195099},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4971006214618683},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4901941418647766},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.48431864380836487},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.48355671763420105},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4565763473510742},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.4538674056529999},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.44690439105033875},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.42959505319595337},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30933576822280884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30055052042007446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14987456798553467},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1393422782421112},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C182310444","wikidata":"https://www.wikidata.org/wiki/Q1332643","display_name":"Boundary value problem","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e15114668","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e15114668","pdf_url":"https://www.mdpi.com/1099-4300/15/11/4668/pdf?version=1424785152","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1311.4548","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1311.4548","pdf_url":"https://arxiv.org/pdf/1311.4548","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:05a7c505585e40f6a7a0b3c8d218b4c1","is_oa":true,"landing_page_url":"https://doaj.org/article/05a7c505585e40f6a7a0b3c8d218b4c1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 15, Iss 11, Pp 4668-4699 (2013)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/15/11/4668/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e15114668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 15; Issue 11; Pages: 4668-4699","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e15114668","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e15114668","pdf_url":"https://www.mdpi.com/1099-4300/15/11/4668/pdf?version=1424785152","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1396371848","display_name":"The Small-Number Limit of Biological Information Processing","funder_award_id":"1137929","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3485614986","display_name":null,"funder_award_id":"EF-1137929","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320312777","display_name":"Santa Fe Institute","ror":"https://ror.org/01arysc35"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2080392148.pdf","grobid_xml":"https://content.openalex.org/works/W2080392148.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W285471286","https://openalex.org/W1509562192","https://openalex.org/W1518615506","https://openalex.org/W1607198972","https://openalex.org/W1612624539","https://openalex.org/W1633729224","https://openalex.org/W1661915592","https://openalex.org/W1747716446","https://openalex.org/W1858602683","https://openalex.org/W1988520084","https://openalex.org/W1992536060","https://openalex.org/W2008551287","https://openalex.org/W2022257958","https://openalex.org/W2023346730","https://openalex.org/W2087661010","https://openalex.org/W2097173970","https://openalex.org/W2097580994","https://openalex.org/W2097636360","https://openalex.org/W2099111195","https://openalex.org/W2109647515","https://openalex.org/W2114771311","https://openalex.org/W2122477496","https://openalex.org/W2138892454","https://openalex.org/W2268893631","https://openalex.org/W2974222084","https://openalex.org/W2999905431","https://openalex.org/W3017937957","https://openalex.org/W3101760244","https://openalex.org/W3105202427","https://openalex.org/W3140968660","https://openalex.org/W4247672674","https://openalex.org/W4250331264","https://openalex.org/W4299551239","https://openalex.org/W6680536864"],"related_works":["https://openalex.org/W4225940264","https://openalex.org/W2551182807","https://openalex.org/W4383822431","https://openalex.org/W4367047287","https://openalex.org/W2115685217","https://openalex.org/W2008666878","https://openalex.org/W3091801943","https://openalex.org/W1599228730","https://openalex.org/W2100490543","https://openalex.org/W2373374521"],"abstract_inverted_index":{"We":[0,39,116,136,161,181],"consider":[1],"Bayesian":[2],"estimation":[3,194],"of":[4,16,51,68,70,72,85,102,112,127,172,192,202],"information-theoretic":[5,76,114],"quantities":[6,77],"from":[7],"data,":[8],"using":[9],"a":[10,37,48,131,139],"Dirichlet":[11,24],"prior.":[12],"Acknowledging":[13],"the":[14,17,23,42,66,73,125,152,190,199],"uncertainty":[15],"event":[18,87,104,128],"space":[19,105,129],"size":[20],"m":[21],"and":[22],"prior\u2019s":[25],"concentration":[26],"parameter":[27],"c,":[28],"we":[29],"treat":[30],"both":[31],"as":[32],"random":[33],"variables":[34],"set":[35],"by":[36,183],"hyperprior.":[38,74],"show":[40,117],"that":[41,118,133,141],"associated":[43],"hyperprior,":[44],"P(c,":[45,57],"m),":[46],"obeys":[47,134],"simple":[49],"\u201cIrrelevance":[50],"Unseen":[52],"Variables\u201d":[53],"(IUV)":[54],"desideratum":[55],"iff":[56],"m)":[58],"=":[59],"P(c)P(m).":[60],"Thus,":[61],"requiring":[62],"IUV":[63,146],"greatly":[64,148],"reduces":[65],"number":[67],"degrees":[69],"freedom":[71],"Some":[75],"can":[78,196],"be":[79],"expressed":[80],"multiple":[81],"ways,":[82],"in":[83,97,178],"terms":[84],"different":[86,100,108],"spaces,":[88],"e.g.,":[89],"mutual":[90,155],"information.":[91],"With":[92],"all":[93],"hyperpriors":[94],"(implicitly)":[95],"used":[96],"earlier":[98],"work,":[99],"choices":[101],"this":[103],"lead":[106],"to":[107,144,147,166,174,189],"posterior":[109,153,158,203],"expected":[110,154,159],"values":[111],"these":[113],"quantities.":[115],"there":[119],"is":[120],"no":[121],"such":[122],"dependence":[123],"on":[124],"choice":[126],"for":[130],"hyperprior":[132],"IUV.":[135],"also":[137,162],"derive":[138],"result":[140],"allows":[142],"us":[143],"exploit":[145],"simplify":[149],"calculations,":[150],"like":[151],"information":[156],"or":[157],"multi-information.":[160],"use":[163],"computer":[164],"experiments":[165],"favorably":[167],"compare":[168],"an":[169,193],"IUV-based":[170],"estimator":[171],"entropy":[173],"three":[175],"alternative":[176],"methods":[177],"common":[179],"use.":[180],"end":[182],"discussing":[184],"how":[185],"seemingly":[186],"innocuous":[187],"changes":[188],"formalization":[191],"problem":[195],"substantially":[197],"affect":[198],"resultant":[200],"estimates":[201],"expectations.":[204]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2016-06-24T00:00:00"}