{"id":"https://openalex.org/W3000502453","doi":"https://doi.org/10.3390/e22010108","title":"Generalizing Information to the Evolution of Rational Belief","display_name":"Generalizing Information to the Evolution of Rational Belief","publication_year":2020,"publication_date":"2020-01-16","ids":{"openalex":"https://openalex.org/W3000502453","doi":"https://doi.org/10.3390/e22010108","mag":"3000502453","pmid":"https://pubmed.ncbi.nlm.nih.gov/33285882"},"language":"en","primary_location":{"id":"doi:10.3390/e22010108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22010108","pdf_url":"https://www.mdpi.com/1099-4300/22/1/108/pdf","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/22/1/108/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jed A. Duersch","orcid":"https://orcid.org/0000-0002-2178-3695"},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jed A. Duersch","raw_affiliation_strings":["Sandia National Laboratories, Livermore, CA 94550, USA"],"raw_orcid":"https://orcid.org/0000-0002-2178-3695","affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Livermore, CA 94550, USA","institution_ids":["https://openalex.org/I192454743"]}]},{"author_position":"last","author":{"id":null,"display_name":"Thomas A. Catanach","orcid":null},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas A. Catanach","raw_affiliation_strings":["Sandia National Laboratories, Livermore, CA 94550, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Livermore, CA 94550, USA","institution_ids":["https://openalex.org/I192454743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I192454743"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.6675,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.66244393,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"22","issue":"1","first_page":"108","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.46790000796318054,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.46790000796318054,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.04470000043511391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.6901999711990356},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.6518999934196472},{"id":"https://openalex.org/keywords/conditional-mutual-information","display_name":"Conditional mutual information","score":0.614300012588501},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5906000137329102},{"id":"https://openalex.org/keywords/information-diagram","display_name":"Information diagram","score":0.5810999870300293},{"id":"https://openalex.org/keywords/belief-structure","display_name":"Belief structure","score":0.5049999952316284},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4674000144004822},{"id":"https://openalex.org/keywords/interaction-information","display_name":"Interaction information","score":0.4512999951839447},{"id":"https://openalex.org/keywords/realization","display_name":"Realization (probability)","score":0.4343999922275543}],"concepts":[{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.6901999711990356},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.6518999934196472},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.614300012588501},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5906000137329102},{"id":"https://openalex.org/C67935508","wikidata":"https://www.wikidata.org/wiki/Q17078448","display_name":"Information diagram","level":5,"score":0.5810999870300293},{"id":"https://openalex.org/C44973800","wikidata":"https://www.wikidata.org/wiki/Q4882755","display_name":"Belief structure","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49390000104904175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4876999855041504},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4674000144004822},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43970000743865967},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.4343999922275543},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C21031990","wikidata":"https://www.wikidata.org/wiki/Q355020","display_name":"Probability measure","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C122203268","wikidata":"https://www.wikidata.org/wiki/Q5862903","display_name":"Probability theory","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.38600000739097595},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.3799999952316284},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3790000081062317},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3434000015258789},{"id":"https://openalex.org/C2983203078","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Information gain","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.33880001306533813},{"id":"https://openalex.org/C2779193601","wikidata":"https://www.wikidata.org/wiki/Q20026918","display_name":"Mathematical theory","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.31610000133514404},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28290000557899475},{"id":"https://openalex.org/C184049767","wikidata":"https://www.wikidata.org/wiki/Q5141355","display_name":"Coherent information","level":5,"score":0.273499995470047},{"id":"https://openalex.org/C2779954242","wikidata":"https://www.wikidata.org/wiki/Q6031227","display_name":"Information structure","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.3390/e22010108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22010108","pdf_url":"https://www.mdpi.com/1099-4300/22/1/108/pdf","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33285882","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33285882","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:1911.09559","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.09559","pdf_url":"https://arxiv.org/pdf/1911.09559","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:87846fd680544394ac06a201758453de","is_oa":true,"landing_page_url":"https://doaj.org/article/87846fd680544394ac06a201758453de","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 22, Iss 1, p 108 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/22/1/108/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e22010108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:osti.gov:1605735","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1605735","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:1618088","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1618088","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:7516412","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7516412","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e22010108","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22010108","pdf_url":"https://www.mdpi.com/1099-4300/22/1/108/pdf","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W127422594","https://openalex.org/W967849136","https://openalex.org/W1485162518","https://openalex.org/W1965555277","https://openalex.org/W1966445276","https://openalex.org/W1986450204","https://openalex.org/W1991776683","https://openalex.org/W1995875735","https://openalex.org/W2025130480","https://openalex.org/W2032558547","https://openalex.org/W2047870444","https://openalex.org/W2052958516","https://openalex.org/W2053565514","https://openalex.org/W2060442802","https://openalex.org/W2067106254","https://openalex.org/W2068375500","https://openalex.org/W2076580309","https://openalex.org/W2088702522","https://openalex.org/W2089611415","https://openalex.org/W2095389786","https://openalex.org/W2104930019","https://openalex.org/W2112796928","https://openalex.org/W2130902307","https://openalex.org/W2142586058","https://openalex.org/W2142635246","https://openalex.org/W2146198038","https://openalex.org/W2151950075","https://openalex.org/W2168175751","https://openalex.org/W2169135475","https://openalex.org/W2333140989","https://openalex.org/W2887427821","https://openalex.org/W2904822864","https://openalex.org/W2964184826","https://openalex.org/W2964213744","https://openalex.org/W3127518054","https://openalex.org/W4256345502","https://openalex.org/W4299551239","https://openalex.org/W4388317804"],"related_works":[],"abstract_inverted_index":{"Information":[0,26],"theory":[1,52,79,106,127],"provides":[2],"a":[3,15,50,100,162],"mathematical":[4],"foundation":[5],"to":[6,80,95,157],"measure":[7,81],"uncertainty":[8],"in":[9,41,77,83,115,139,172],"belief.":[10,84],"Belief":[11],"is":[12,75,109,119],"represented":[13],"by":[14,154,161],"probability":[16],"distribution":[17],"that":[18,58],"captures":[19],"our":[20],"understanding":[21],"of":[22,32,53,66,99,107,131,146,151],"an":[23],"outcome's":[24],"plausibility.":[25],"measures":[27,130],"based":[28],"on":[29],"Shannon's":[30],"concept":[31],"entropy":[33,89],"include":[34],"realization":[35,98],"information,":[36],"Kullback-Leibler":[37],"divergence,":[38],"Lindley's":[39],"information":[40,54,74,92,108,132,147,159,170],"experiment,":[42],"cross":[43],"entropy,":[44],"and":[45,63,142,165,184],"mutual":[46],"information.":[47],"We":[48,85,175],"derive":[49],"general":[51],"from":[55,168],"first":[56],"principles":[57],"accounts":[59],"for":[60],"evolving":[61],"belief":[62,118],"recovers":[64],"all":[65],"these":[67],"measures.":[68],"Rather":[69],"than":[70],"simply":[71],"gauging":[72],"uncertainty,":[73],"understood":[76],"this":[78,126],"change":[82],"may":[86],"then":[87],"regard":[88],"as":[90,121],"the":[91,112,149],"we":[93,137],"expect":[94],"gain":[96,176],"upon":[97],"discrete":[101],"latent":[102],"random":[103],"variable.":[104],"This":[105,144],"compatible":[110],"with":[111,133],"Bayesian":[113,186],"paradigm":[114],"which":[116,136],"rational":[117],"updated":[120],"evidence":[122],"becomes":[123],"available.":[124],"Furthermore,":[125],"admits":[128],"novel":[129,185],"well-defined":[134],"properties,":[135],"explored":[138],"both":[140],"analysis":[141],"experiment.":[143],"view":[145],"illuminates":[148],"study":[150],"machine":[152],"learning":[153],"allowing":[155],"us":[156],"quantify":[158],"captured":[160],"predictive":[163],"model":[164],"distinguish":[166],"it":[167],"residual":[169],"contained":[171],"training":[173],"data.":[174],"related":[177],"insights":[178],"regarding":[179],"feature":[180],"selection,":[181],"anomaly":[182],"detection,":[183],"approaches.":[187]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2020-01-23T00:00:00"}