{"id":"https://openalex.org/W2171838068","doi":"https://doi.org/10.3390/e3010001","title":"Some Observations on the Concepts of Information-Theoretic Entropy and Randomness","display_name":"Some Observations on the Concepts of Information-Theoretic Entropy and Randomness","publication_year":2001,"publication_date":"2001-02-01","ids":{"openalex":"https://openalex.org/W2171838068","doi":"https://doi.org/10.3390/e3010001","mag":"2171838068"},"language":"en","primary_location":{"id":"doi:10.3390/e3010001","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e3010001","pdf_url":"https://www.mdpi.com/1099-4300/3/1/1/pdf?version=1424784622","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/3/1/1/pdf?version=1424784622","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068463429","display_name":"Jonathan D. H. Smith","orcid":"https://orcid.org/0000-0002-2075-0744"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jonathan D.H. Smith","raw_affiliation_strings":["Department of Mathematics, Iowa State University, Ames, IA 50011, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Iowa State University, Ames, IA 50011, USA","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5068463429"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.4578,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.6922738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"3","issue":"1","first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.8173768520355225},{"id":"https://openalex.org/keywords/pauli-exclusion-principle","display_name":"Pauli exclusion principle","score":0.6494429111480713},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6275973320007324},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.6201778054237366},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.5687559247016907},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.4545130729675293},{"id":"https://openalex.org/keywords/second-law-of-thermodynamics","display_name":"Second law of thermodynamics","score":0.45237481594085693},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.43803149461746216},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.43253079056739807},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.3944613039493561},{"id":"https://openalex.org/keywords/theoretical-physics","display_name":"Theoretical physics","score":0.38515016436576843},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36128532886505127},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.31230077147483826},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2566114664077759},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.1432143747806549},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11540868878364563}],"concepts":[{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.8173768520355225},{"id":"https://openalex.org/C110340908","wikidata":"https://www.wikidata.org/wiki/Q131594","display_name":"Pauli exclusion principle","level":2,"score":0.6494429111480713},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6275973320007324},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.6201778054237366},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.5687559247016907},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.4545130729675293},{"id":"https://openalex.org/C119820323","wikidata":"https://www.wikidata.org/wiki/Q177045","display_name":"Second law of thermodynamics","level":2,"score":0.45237481594085693},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.43803149461746216},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43253079056739807},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3944613039493561},{"id":"https://openalex.org/C33332235","wikidata":"https://www.wikidata.org/wiki/Q18362","display_name":"Theoretical physics","level":1,"score":0.38515016436576843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36128532886505127},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.31230077147483826},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2566114664077759},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.1432143747806549},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11540868878364563},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/e3010001","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e3010001","pdf_url":"https://www.mdpi.com/1099-4300/3/1/1/pdf?version=1424784622","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7e37bdd8a1044f50b4ce3ac226c99186","is_oa":true,"landing_page_url":"https://doaj.org/article/7e37bdd8a1044f50b4ce3ac226c99186","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 3, Iss 1, Pp 1-11 (2001)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/3/1/1/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e3010001","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 3; Issue 1; Pages: 1-11","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e3010001","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e3010001","pdf_url":"https://www.mdpi.com/1099-4300/3/1/1/pdf?version=1424784622","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2171838068.pdf","grobid_xml":"https://content.openalex.org/works/W2171838068.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W126362881","https://openalex.org/W1636434241","https://openalex.org/W1979734360","https://openalex.org/W1995875735","https://openalex.org/W2001808017","https://openalex.org/W2032558547","https://openalex.org/W2067580807","https://openalex.org/W2087982431","https://openalex.org/W2123838014","https://openalex.org/W2135752242","https://openalex.org/W2582697902","https://openalex.org/W2947000318","https://openalex.org/W4230960895","https://openalex.org/W4388376143"],"related_works":["https://openalex.org/W2092814302","https://openalex.org/W2012183338","https://openalex.org/W1981927834","https://openalex.org/W1988429228","https://openalex.org/W2036400433","https://openalex.org/W4242633475","https://openalex.org/W4388303487","https://openalex.org/W3009634417","https://openalex.org/W994102297","https://openalex.org/W3114186922"],"abstract_inverted_index":{"Certain":[0],"aspects":[1],"of":[2,9,34,43,69,73,82,93,99,129],"the":[3,10,18,40,53,67,70,80,94,100,103,106,127],"history,":[4],"derivation,":[5],"and":[6],"physical":[7,46],"application":[8],"information-theoretic":[11],"entropy":[12],"concept":[13,19,37,101,128],"are":[14],"discussed.":[15,110],"Pre-dating":[16],"Shannon,":[17],"is":[20,30,109,114],"traced":[21],"back":[22],"to":[23,50,89,105,116,126],"Pauli.":[24],"A":[25],"derivation":[26],"from":[27,102],"first":[28],"principles":[29],"given,":[31],"without":[32],"use":[33,68],"approximations.":[35],"The":[36,85,111],"depends":[38],"on":[39,52],"underlying":[41],"degree":[42],"randomness.":[44],"In":[45],"applications,":[47],"this":[48,61],"translates":[49],"dependence":[51,62,86],"experimental":[54],"apparatus":[55],"available.":[56],"An":[57],"example":[58],"illustrates":[59],"how":[60],"affects":[63],"Prigogine's":[64],"proposal":[65],"for":[66,79],"Second":[71],"Law":[72],"Thermodynamics":[74],"as":[75],"a":[76,91,122,136],"selection":[77],"principle":[78],"breaking":[81],"time":[83],"symmetry.":[84],"also":[87],"serves":[88],"yield":[90],"resolution":[92],"so-called":[95],"``Gibbs":[96],"Paradox.''":[97],"Extension":[98],"discrete":[104],"continuous":[107],"case":[108],"usual":[112],"extension":[113],"shown":[115],"be":[117],"dimensionally":[118],"incorrect.":[119],"Correction":[120],"introduces":[121],"reference":[123,139],"density,":[124],"leading":[125],"Kullback":[130],"entropy.":[131],"Practical":[132],"relativistic":[133],"considerations":[134],"suggest":[135],"possible":[137],"proper":[138],"density.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}