{"id":"https://openalex.org/W2050799780","doi":"https://doi.org/10.1023/a:1015687824928","title":"The Expectation Value of the Entropy of a Digital Message","display_name":"The Expectation Value of the Entropy of a Digital Message","publication_year":2002,"publication_date":"2002-06-01","ids":{"openalex":"https://openalex.org/W2050799780","doi":"https://doi.org/10.1023/a:1015687824928","mag":"2050799780"},"language":"en","primary_location":{"id":"doi:10.1023/a:1015687824928","is_oa":false,"landing_page_url":"https://doi.org/10.1023/a:1015687824928","pdf_url":null,"source":{"id":"https://openalex.org/S27332288","display_name":"Open Systems & Information Dynamics","issn_l":"1230-1612","issn":["1230-1612","1573-1324","1793-7191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Open Systems & Information Dynamics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028180851","display_name":"Alexis De Vos","orcid":null},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Alexis De Vos","raw_affiliation_strings":["Vakgroep voor elektronika en informatiesystemen, Universiteit Gent, Sint Pietersnieuwstraat 41, B\u20139000 Gent, Belgium","Vakgroep voor elektronika en informatiesystemen Universiteit Gent Sint Pietersnieuwstraat 41 B-9000 Gent, Belgium#TAB#"],"affiliations":[{"raw_affiliation_string":"Vakgroep voor elektronika en informatiesystemen, Universiteit Gent, Sint Pietersnieuwstraat 41, B\u20139000 Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]},{"raw_affiliation_string":"Vakgroep voor elektronika en informatiesystemen Universiteit Gent Sint Pietersnieuwstraat 41 B-9000 Gent, Belgium#TAB#","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5028180851"],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.15405472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"09","issue":"02","first_page":"97","last_page":"113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bhattacharyya-distance","display_name":"Bhattacharyya distance","score":0.8286005854606628},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6978261470794678},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.6005452871322632},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5152831077575684},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.4454944431781769},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4306238293647766},{"id":"https://openalex.org/keywords/unitary-state","display_name":"Unitary state","score":0.4211653769016266},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3320140242576599},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.3075665831565857},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.30085229873657227},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.14834877848625183},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09774622321128845},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.06828409433364868}],"concepts":[{"id":"https://openalex.org/C24145651","wikidata":"https://www.wikidata.org/wiki/Q2901249","display_name":"Bhattacharyya distance","level":2,"score":0.8286005854606628},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6978261470794678},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.6005452871322632},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5152831077575684},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.4454944431781769},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4306238293647766},{"id":"https://openalex.org/C67820243","wikidata":"https://www.wikidata.org/wiki/Q179164","display_name":"Unitary state","level":2,"score":0.4211653769016266},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3320140242576599},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3075665831565857},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30085229873657227},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.14834877848625183},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09774622321128845},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.06828409433364868},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1023/a:1015687824928","is_oa":false,"landing_page_url":"https://doi.org/10.1023/a:1015687824928","pdf_url":null,"source":{"id":"https://openalex.org/S27332288","display_name":"Open Systems & Information Dynamics","issn_l":"1230-1612","issn":["1230-1612","1573-1324","1793-7191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Open Systems & Information Dynamics","raw_type":"journal-article"},{"id":"pmh:oai:archive.ugent.be:160405","is_oa":false,"landing_page_url":"https://biblio.ugent.be/publication/160405","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1230-1612","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W13401098","https://openalex.org/W570404593","https://openalex.org/W638304131","https://openalex.org/W1964348979","https://openalex.org/W1975828190","https://openalex.org/W2009580398","https://openalex.org/W2031132253","https://openalex.org/W2157005274","https://openalex.org/W2157096488","https://openalex.org/W2277541416","https://openalex.org/W2800540439","https://openalex.org/W2912120411","https://openalex.org/W3110683067","https://openalex.org/W3119264854","https://openalex.org/W4240087382","https://openalex.org/W4251702100","https://openalex.org/W4299646129"],"related_works":["https://openalex.org/W2034921015","https://openalex.org/W2889261288","https://openalex.org/W2064875109","https://openalex.org/W59993211","https://openalex.org/W4385752617","https://openalex.org/W2042719478","https://openalex.org/W2068679119","https://openalex.org/W2351977092","https://openalex.org/W2614538623","https://openalex.org/W2742795413"],"abstract_inverted_index":{"If":[0],"a":[1,46],"message":[2,19],"can":[3],"have":[4],"n":[5],"different":[6],"values":[7,10],"and":[8],"all":[9],"are":[11],"equally":[12],"probable,":[13],"then":[14],"the":[15,18,23,28,32,57],"entropy":[16],"of":[17,31,45],"is":[20,83],"log(n).":[21],"In":[22],"present":[24],"paper,":[25],"we":[26,41],"calculate":[27],"expectation":[29],"value":[30],"entropy,":[33],"for":[34],"arbitrary":[35],"probability":[36,44,47],"distribution.":[37],"For":[38],"that":[39],"purpose,":[40],"assume":[42],"\u2018the":[43],"distribution\u2019":[48],"being":[49],"uniformly":[50],"distributed":[51],"over":[52],"Bhattacharyya's":[53],"statistical":[54],"space,":[55],"i.e.":[56],"unitary":[58],"n-dimensional":[59],"hyperoctant.":[60],"After":[61],"some":[62],"calculations,":[63],"this":[64],"turns":[65],"out":[66],"to":[67,69],"amount":[68],"log(n)":[70,78],"\u2212":[71,73,75,79],"[2":[72],"log(2)":[74],"\u03b3]":[76],"=":[77],"0.7297\u2026,":[80],"where":[81],"\u03b3":[82],"Buler's":[84],"constant.":[85]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}