{"id":"https://openalex.org/W1489471646","doi":"https://doi.org/10.3390/e17074986","title":"Maximum Entropy Estimation of Probability Distribution of Variables in Higher Dimensions from Lower Dimensional Data","display_name":"Maximum Entropy Estimation of Probability Distribution of Variables in Higher Dimensions from Lower Dimensional Data","publication_year":2015,"publication_date":"2015-07-15","ids":{"openalex":"https://openalex.org/W1489471646","doi":"https://doi.org/10.3390/e17074986","mag":"1489471646","pmid":"https://pubmed.ncbi.nlm.nih.gov/26843809"},"language":"en","primary_location":{"id":"doi:10.3390/e17074986","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17074986","pdf_url":"https://www.mdpi.com/1099-4300/17/7/4986/pdf?version=1436966905","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/17/7/4986/pdf?version=1436966905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jayajit Das","orcid":null},"institutions":[{"id":"https://openalex.org/I1314135232","display_name":"Nationwide Children's Hospital","ror":"https://ror.org/003rfsp33","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1314135232"]},{"id":"https://openalex.org/I1325736334","display_name":"Battelle","ror":"https://ror.org/01h5tnr73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1325736334"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jayajit Das","raw_affiliation_strings":["Battelle Center for Mathematical Medicine, Research Institute at the Nationwide Children's Hospital, 700 Children's Drive, OH 43205, USA","Department of Biophysics Program, The Ohio State University, Columbus, OH 43210, USA","Department of Pediatrics, The Ohio State University, Columbus, OH 43205, USA","Department of Physics, The Ohio State University, Columbus, OH 43210, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Battelle Center for Mathematical Medicine, Research Institute at the Nationwide Children's Hospital, 700 Children's Drive, OH 43205, USA","institution_ids":["https://openalex.org/I1314135232","https://openalex.org/I1325736334"]},{"raw_affiliation_string":"Department of Biophysics Program, The Ohio State University, Columbus, OH 43210, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Pediatrics, The Ohio State University, Columbus, OH 43205, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Physics, The Ohio State University, Columbus, OH 43210, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sayak Mukherjee","orcid":null},"institutions":[{"id":"https://openalex.org/I1314135232","display_name":"Nationwide Children's Hospital","ror":"https://ror.org/003rfsp33","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1314135232"]},{"id":"https://openalex.org/I1325736334","display_name":"Battelle","ror":"https://ror.org/01h5tnr73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1325736334"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sayak Mukherjee","raw_affiliation_strings":["Battelle Center for Mathematical Medicine, Research Institute at the Nationwide Children's Hospital, 700 Children's Drive, OH 43205, USA","Department of Pediatrics, The Ohio State University, Columbus, OH 43205, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Battelle Center for Mathematical Medicine, Research Institute at the Nationwide Children's Hospital, 700 Children's Drive, OH 43205, USA","institution_ids":["https://openalex.org/I1314135232","https://openalex.org/I1325736334"]},{"raw_affiliation_string":"Department of Pediatrics, The Ohio State University, Columbus, OH 43205, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":null,"display_name":"Susan Hodge","orcid":null},"institutions":[{"id":"https://openalex.org/I1314135232","display_name":"Nationwide Children's Hospital","ror":"https://ror.org/003rfsp33","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1314135232"]},{"id":"https://openalex.org/I1325736334","display_name":"Battelle","ror":"https://ror.org/01h5tnr73","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1325736334"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Hodge","raw_affiliation_strings":["Battelle Center for Mathematical Medicine, Research Institute at the Nationwide Children's Hospital, 700 Children's Drive, OH 43205, USA","Department of Pediatrics, The Ohio State University, Columbus, OH 43205, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Battelle Center for Mathematical Medicine, Research Institute at the Nationwide Children's Hospital, 700 Children's Drive, OH 43205, USA","institution_ids":["https://openalex.org/I1314135232","https://openalex.org/I1325736334"]},{"raw_affiliation_string":"Department of Pediatrics, The Ohio State University, Columbus, OH 43205, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1314135232","https://openalex.org/I1325736334","https://openalex.org/I52357470"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.6958,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69047169,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"17","issue":"7","first_page":"4986","last_page":"4999"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.8464000225067139,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.8464000225067139,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.020400000736117363,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.713699996471405},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.5674999952316284},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.5600000023841858},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.5281000137329102},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.49070000648498535},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.43810001015663147},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.3828999996185303},{"id":"https://openalex.org/keywords/differential-entropy","display_name":"Differential entropy","score":0.3686000108718872},{"id":"https://openalex.org/keywords/probability-mass-function","display_name":"Probability mass function","score":0.34540000557899475}],"concepts":[{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.713699996471405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6815000176429749},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.5281000137329102},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5020999908447266},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.42800000309944153},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.3686000108718872},{"id":"https://openalex.org/C197096303","wikidata":"https://www.wikidata.org/wiki/Q869887","display_name":"Probability mass function","level":3,"score":0.34540000557899475},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3183000087738037},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31360000371932983},{"id":"https://openalex.org/C103784038","wikidata":"https://www.wikidata.org/wiki/Q386228","display_name":"Cumulative distribution function","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C56672385","wikidata":"https://www.wikidata.org/wiki/Q17157111","display_name":"Mixture distribution","level":3,"score":0.3059999942779541},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.2953000068664551},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C108882938","wikidata":"https://www.wikidata.org/wiki/Q274506","display_name":"Uniform distribution (continuous)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C43596424","wikidata":"https://www.wikidata.org/wiki/Q98124957","display_name":"Probability and statistics","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.26899999380111694},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.2667999863624573}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e17074986","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17074986","pdf_url":"https://www.mdpi.com/1099-4300/17/7/4986/pdf?version=1436966905","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:26843809","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26843809","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:1505.01066","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.01066","pdf_url":"https://arxiv.org/pdf/1505.01066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:22cd567d5adb4a1f84fb409bb70bcd99","is_oa":true,"landing_page_url":"https://doaj.org/article/22cd567d5adb4a1f84fb409bb70bcd99","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 17, Iss 7, Pp 4986-4999 (2015)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:4734403","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4734403","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e17074986","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17074986","pdf_url":"https://www.mdpi.com/1099-4300/17/7/4986/pdf?version=1436966905","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3815399075","display_name":null,"funder_award_id":"R01 GM103612","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"}],"funders":[{"id":"https://openalex.org/F4320309858","display_name":"Nationwide Children's Hospital","ror":"https://ror.org/003rfsp33"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1489471646.pdf","grobid_xml":"https://content.openalex.org/works/W1489471646.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2004774877","https://openalex.org/W2032558547","https://openalex.org/W2056990722","https://openalex.org/W2064497956","https://openalex.org/W2079296583","https://openalex.org/W2128769815","https://openalex.org/W2144568881","https://openalex.org/W2152471738","https://openalex.org/W2155306598","https://openalex.org/W2318093595","https://openalex.org/W2478708596","https://openalex.org/W3014272419","https://openalex.org/W4230032489","https://openalex.org/W4247958336"],"related_works":[],"abstract_inverted_index":{"A":[0],"common":[1],"statistical":[2],"situation":[3],"concerns":[4],"inferring":[5],"an":[6,183],"unknown":[7],"distribution":[8,13,62],"Q(x)":[9,137],"from":[10],"a":[11,24,129],"known":[12,25],"P(y),":[14],"where":[15,84],"X":[16,64],"(dimension":[17,21],"n),":[18],"and":[19,33,47,73,79,88,173,177,188],"Y":[20],"m)":[22],"have":[23],"functional":[26,41,90],"relationship.":[27],"Most":[28],"commonly,":[29],"n":[30,74,85],"\u2264":[31],"m,":[32],"the":[34,61,89,98,141,149,160,168],"task":[35],"is":[36,93,104],"relatively":[37],"straightforward":[38],"for":[39,170],"well-defined":[40],"relationships.":[42],"For":[43],"example,":[44],"if":[45],"Y1":[46,66],"Y2":[48],"are":[49],"independent":[50],"random":[51],"variables,":[52],"each":[53],"uniform":[54],"on":[55,140],"[0,":[56],"1],":[57],"one":[58,114,153],"can":[59,82],"determine":[60],"of":[63,100],"=":[65,71,75],"+":[67],"Y2;":[68],"here":[69],"m":[70,87],"2":[72],"1.":[76],"However,":[77],"biological":[78],"physical":[80],"situations":[81],"arise":[83],">":[86],"relation":[91],"Y\u2192X":[92],"non-unique.":[94],"In":[95,163],"general,":[96],"in":[97,110],"absence":[99],"additional":[101,150],"information,":[102],"there":[103],"no":[105],"unique":[106],"solution":[107],"to":[108,118,157],"Q":[109],"those":[111],"cases.":[112],"Nevertheless,":[113],"may":[115],"still":[116],"want":[117],"draw":[119],"some":[120],"inferences":[121],"about":[122],"Q.":[123],"To":[124],"this":[125,164],"end,":[126],"we":[127,166,189],"propose":[128],"novel":[130],"maximum":[131],"entropy":[132],"(MaxEnt)":[133],"approach":[134],"that":[135,152],"estimates":[136],"based":[138],"only":[139],"available":[142],"data,":[143],"namely,":[144],"P(y).":[145],"The":[146],"method":[147],"has":[148],"advantage":[151],"does":[154],"not":[155],"need":[156],"explicitly":[158],"calculate":[159],"Lagrange":[161],"multipliers.":[162],"paper":[165],"develop":[167],"approach,":[169],"both":[171],"discrete":[172],"continuous":[174],"probability":[175],"distributions,":[176],"demonstrate":[178],"its":[179],"validity.":[180],"We":[181],"give":[182],"intuitive":[184],"justification":[185],"as":[186],"well,":[187],"illustrate":[190],"with":[191],"examples.":[192]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2016-06-24T00:00:00"}