{"id":"https://openalex.org/W1963794914","doi":"https://doi.org/10.3390/e16074004","title":"A Note of Caution on Maximizing Entropy","display_name":"A Note of Caution on Maximizing Entropy","publication_year":2014,"publication_date":"2014-07-17","ids":{"openalex":"https://openalex.org/W1963794914","doi":"https://doi.org/10.3390/e16074004","mag":"1963794914"},"language":"en","primary_location":{"id":"doi:10.3390/e16074004","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16074004","pdf_url":"https://www.mdpi.com/1099-4300/16/7/4004/pdf?version=1424785617","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/16/7/4004/pdf?version=1424785617","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039264502","display_name":"Richard E. Neapolitan","orcid":"https://orcid.org/0000-0001-9843-8024"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Richard Neapolitan","raw_affiliation_strings":["Department of Preventive Medicine, Northwestern University Feinberg School of Medicine, Chicago, IL 60611, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Preventive Medicine, Northwestern University Feinberg School of Medicine, Chicago, IL 60611, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066888888","display_name":"Xia Jiang","orcid":"https://orcid.org/0000-0003-0349-8126"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Jiang","raw_affiliation_strings":["Department of Biomedical Informatics, University of Pittsburgh, Pittsburgh, PA 15232, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, University of Pittsburgh, Pittsburgh, PA 15232, USA","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5039264502"],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.4699,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62868265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"16","issue":"7","first_page":"4004","last_page":"4014"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.7096255421638489},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.6686309576034546},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.6109513640403748},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5501365661621094},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5377035737037659},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5278957486152649},{"id":"https://openalex.org/keywords/prior-information","display_name":"Prior information","score":0.4323257505893707},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4228714108467102},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39065518975257874},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33899715542793274}],"concepts":[{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.7096255421638489},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6686309576034546},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.6109513640403748},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5501365661621094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5377035737037659},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5278957486152649},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.4323257505893707},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4228714108467102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39065518975257874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33899715542793274},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/e16074004","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16074004","pdf_url":"https://www.mdpi.com/1099-4300/16/7/4004/pdf?version=1424785617","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:d-scholarship.pitt.edu:24833","is_oa":false,"landing_page_url":"https://d-scholarship.pitt.edu/24833/4/licence.txt","pdf_url":null,"source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:doaj.org/article:8f750b698554402baf9bb42bf1b92053","is_oa":true,"landing_page_url":"https://doaj.org/article/8f750b698554402baf9bb42bf1b92053","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 16, Iss 7, Pp 4004-4014 (2014)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e16074004","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e16074004","pdf_url":"https://www.mdpi.com/1099-4300/16/7/4004/pdf?version=1424785617","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G5054239336","display_name":null,"funder_award_id":"R00LM010822","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G8098985150","display_name":null,"funder_award_id":"R01LM011663","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1963794914.pdf","grobid_xml":"https://content.openalex.org/works/W1963794914.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W144616634","https://openalex.org/W179935495","https://openalex.org/W639016079","https://openalex.org/W1485162518","https://openalex.org/W1568513494","https://openalex.org/W1579619977","https://openalex.org/W1976611840","https://openalex.org/W1991884749","https://openalex.org/W1993734789","https://openalex.org/W2004443023","https://openalex.org/W2018490621","https://openalex.org/W2025104826","https://openalex.org/W2034453785","https://openalex.org/W2036963684","https://openalex.org/W2046942789","https://openalex.org/W2080828514","https://openalex.org/W2086880492","https://openalex.org/W2103502708","https://openalex.org/W2153206408","https://openalex.org/W2328699028","https://openalex.org/W2333057579","https://openalex.org/W4249296771"],"related_works":["https://openalex.org/W2354435826","https://openalex.org/W3041490575","https://openalex.org/W2970690932","https://openalex.org/W4321135767","https://openalex.org/W2069619724","https://openalex.org/W26704839","https://openalex.org/W2200914912","https://openalex.org/W2065401521","https://openalex.org/W2347762252","https://openalex.org/W2419068062"],"abstract_inverted_index":{"The":[0,63,119],"Principle":[1],"of":[2,15,43,52],"Maximum":[3],"Entropy":[4],"is":[5,131,156],"often":[6,25],"used":[7],"to":[8,12,49,70,93,111],"update":[9],"probabilities":[10],"due":[11],"evidence":[13],"instead":[14],"performing":[16],"Bayesian":[17,82,112,127,153],"updating":[18,113],"using":[19],"Bayes\u2019":[20],"Theorem,":[21],"and":[22,37,46,80,89,151],"its":[23,91],"use":[24],"has":[26],"efficacious":[27],"results.":[28],"However,":[29],"in":[30,55,108,158],"some":[31,42,51],"circumstances":[32],"the":[33,53,73,76,81,94,126,144,147,152,159],"results":[34],"seem":[35],"unacceptable":[36],"unintuitive.":[38],"This":[39],"paper":[40,64,120],"discusses":[41,47],"these":[44],"cases,":[45],"how":[48],"identify":[50],"situations":[54],"which":[56],"this":[57],"principle":[58],"should":[59],"not":[60],"be":[61],"used.":[62],"starts":[65],"by":[66],"reviewing":[67],"three":[68,95],"approaches":[69],"probability,":[71],"namely":[72],"classical":[74],"approach,":[75,79],"limiting":[77],"frequency":[78],"approach.":[83],"It":[84],"then":[85,140],"introduces":[86],"maximum":[87,148],"entropy":[88,104,149],"shows":[90,101],"relationship":[92],"approaches.":[96],"Next,":[97],"through":[98],"examples,":[99],"it":[100],"that":[102,122,129,155],"maximizing":[103],"sometimes":[105],"can":[106,142],"stand":[107],"direct":[109],"opposition":[110],"based":[114,135],"on":[115,136],"reasonable":[116,133],"prior":[117],"beliefs.":[118],"concludes":[121],"if":[123],"we":[124,141],"take":[125],"approach":[128,150,154],"probability":[130],"about":[132],"belief":[134],"all":[137],"available":[138],"information,":[139],"resolve":[143],"conflict":[145],"between":[146],"demonstrated":[157],"examples.":[160]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}