{"id":"https://openalex.org/W1585672112","doi":"https://doi.org/10.3390/e21010028","title":"On the Impossibility of Learning the Missing Mass","display_name":"On the Impossibility of Learning the Missing Mass","publication_year":2019,"publication_date":"2019-01-02","ids":{"openalex":"https://openalex.org/W1585672112","doi":"https://doi.org/10.3390/e21010028","mag":"1585672112","pmid":"https://pubmed.ncbi.nlm.nih.gov/33266744"},"language":"en","primary_location":{"id":"doi:10.3390/e21010028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21010028","pdf_url":"https://www.mdpi.com/1099-4300/21/1/28/pdf?version=1546599015","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/21/1/28/pdf?version=1546599015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013467728","display_name":"Elchanan Mossel","orcid":"https://orcid.org/0000-0001-7812-7886"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elchanan Mossel","raw_affiliation_strings":["Department of Mathematics, Massachusetts Institute of Technology, Cambridge, MA 02142, USA","Department of Mathematics, Massachusetts Institute of Technology, Cambridge MA 02142, USA"],"raw_orcid":"https://orcid.org/0000-0001-7812-7886","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Massachusetts Institute of Technology, Cambridge, MA 02142, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Department of Mathematics, Massachusetts Institute of Technology, Cambridge MA 02142, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003026384","display_name":"Mesrob I. Ohannessian","orcid":"https://orcid.org/0000-0002-6479-9769"},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mesrob I. Ohannessian","raw_affiliation_strings":["Toyota Technological Institute at Chicago, Chicago, IL 60637, USA","Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago, Chicago, IL 60637, USA","institution_ids":["https://openalex.org/I160992636"]},{"raw_affiliation_string":"Toyota Technological Institute at Chicago, Chicago, IL, 60637, USA","institution_ids":["https://openalex.org/I160992636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.4171,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.5962792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"21","issue":"1","first_page":"28","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13307","display_name":"Diverse Scientific and Engineering Research","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/impossibility","display_name":"Impossibility","score":0.8326026201248169},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6141727566719055},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.5469980835914612},{"id":"https://openalex.org/keywords/rare-events","display_name":"Rare events","score":0.5210661292076111},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.4642387926578522},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.46027040481567383},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.43578240275382996},{"id":"https://openalex.org/keywords/probability-mass-function","display_name":"Probability mass function","score":0.41547706723213196},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.39702802896499634},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.34087398648262024},{"id":"https://openalex.org/keywords/calculus","display_name":"Calculus (dental)","score":0.32669296860694885},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.31094953417778015},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2631370723247528},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.14651283621788025},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09005647897720337},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.07050049304962158}],"concepts":[{"id":"https://openalex.org/C2776261394","wikidata":"https://www.wikidata.org/wiki/Q315562","display_name":"Impossibility","level":2,"score":0.8326026201248169},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6141727566719055},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.5469980835914612},{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.5210661292076111},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.4642387926578522},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.46027040481567383},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43578240275382996},{"id":"https://openalex.org/C197096303","wikidata":"https://www.wikidata.org/wiki/Q869887","display_name":"Probability mass function","level":3,"score":0.41547706723213196},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.39702802896499634},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.34087398648262024},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.32669296860694885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.31094953417778015},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2631370723247528},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.14651283621788025},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09005647897720337},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07050049304962158},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.3390/e21010028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21010028","pdf_url":"https://www.mdpi.com/1099-4300/21/1/28/pdf?version=1546599015","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33266744","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33266744","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:1503.03613","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1503.03613","pdf_url":"https://arxiv.org/pdf/1503.03613","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:1585672112","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1503.03613v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:376bc4d242b5409087ec4bdd9f81897f","is_oa":true,"landing_page_url":"https://doaj.org/article/376bc4d242b5409087ec4bdd9f81897f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 21, Iss 1, p 28 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/21/1/28/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e21010028","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7514132","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7514132","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"doi:10.48550/arxiv.1503.03613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1503.03613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.3390/e21010028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21010028","pdf_url":"https://www.mdpi.com/1099-4300/21/1/28/pdf?version=1546599015","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1764137814","display_name":null,"funder_award_id":"t N00014-14-1-0823","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2513360939","display_name":null,"funder_award_id":"N00014-16-1-2227","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4170996789","display_name":null,"funder_award_id":"DMS 1106999","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4956351018","display_name":null,"funder_award_id":"DMS-1737944","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G709763006","display_name":null,"funder_award_id":"CCF 1320105","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320334164","display_name":"Simons Institute for the Theory of Computing, University of California Berkeley","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1585672112.pdf","grobid_xml":"https://content.openalex.org/works/W1585672112.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1480526195","https://openalex.org/W1585701772","https://openalex.org/W1598342322","https://openalex.org/W1638306878","https://openalex.org/W1710619717","https://openalex.org/W1714333848","https://openalex.org/W1973606520","https://openalex.org/W2074154707","https://openalex.org/W2082092506","https://openalex.org/W2087309226","https://openalex.org/W2121898171","https://openalex.org/W2127090196","https://openalex.org/W2132957691","https://openalex.org/W2154099718","https://openalex.org/W2187207766","https://openalex.org/W2400725243","https://openalex.org/W2419099043","https://openalex.org/W2554091414","https://openalex.org/W2751439712","https://openalex.org/W2886017168","https://openalex.org/W2963931291","https://openalex.org/W3017128687","https://openalex.org/W3099818804","https://openalex.org/W4229774059","https://openalex.org/W6636883245","https://openalex.org/W6713310226"],"related_works":["https://openalex.org/W2186476222","https://openalex.org/W1987935006","https://openalex.org/W586766475","https://openalex.org/W2028872893","https://openalex.org/W1644377500","https://openalex.org/W2079984339","https://openalex.org/W2914447735","https://openalex.org/W3103616461","https://openalex.org/W1979069759","https://openalex.org/W1633314177","https://openalex.org/W107637390","https://openalex.org/W3092286947","https://openalex.org/W1930403474","https://openalex.org/W1882044428","https://openalex.org/W1995072371","https://openalex.org/W3024983361","https://openalex.org/W2739750644","https://openalex.org/W3022116741","https://openalex.org/W2184264405","https://openalex.org/W1878060157"],"abstract_inverted_index":{"This":[0],"paper":[1],"shows":[2],"that":[3,22,102],"one":[4,112],"cannot":[5],"learn":[6],"the":[7,28,47,58,100],"probability":[8,39],"of":[9,19,23,30,40],"rare":[10,107],"events":[11,108],"without":[12,109],"imposing":[13],"further":[14],"structural":[15],"assumptions.":[16],"The":[17,38,50,68],"event":[18,42],"interest":[20],"is":[21,43,61,70],"obtaining":[24],"an":[25,31],"outcome":[26],"outside":[27],"coverage":[29],"i.i.d.":[32],"sample":[33],"from":[34],"a":[35,75,79,84],"discrete":[36,92],"distribution.":[37,82],"this":[41,86],"referred":[44],"to":[45,90,105],"as":[46],"\"missing":[48],"mass\".":[49],"impossibility":[51,87],"result":[52],"can":[53],"then":[54],"be":[55],"stated":[56],"as:":[57],"missing":[59],"mass":[60],"not":[62],"distribution-free":[63],"learnable":[64],"in":[65,103],"relative":[66],"error.":[67],"proof":[69],"semi-constructive":[71],"and":[72,93],"relies":[73],"on":[74],"coupling":[76],"argument":[77],"using":[78],"dithered":[80],"geometric":[81],"Via":[83],"reduction,":[85],"also":[88],"extends":[89],"both":[91],"continuous":[94],"tail":[95],"estimation.":[96],"These":[97],"results":[98],"formalize":[99],"folklore":[101],"order":[104],"predict":[106],"restrictive":[110],"modeling,":[111],"necessarily":[113],"needs":[114],"distributions":[115],"with":[116],"\"heavy":[117],"tails\".":[118]},"counts_by_year":[{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}