{"id":"https://openalex.org/W2920676536","doi":"https://doi.org/10.3390/e21030243","title":"Approximations of Shannon Mutual Information for Discrete Variables with Applications to Neural Population Coding","display_name":"Approximations of Shannon Mutual Information for Discrete Variables with Applications to Neural Population Coding","publication_year":2019,"publication_date":"2019-03-04","ids":{"openalex":"https://openalex.org/W2920676536","doi":"https://doi.org/10.3390/e21030243","mag":"2920676536","pmid":"https://pubmed.ncbi.nlm.nih.gov/33266958"},"language":"en","primary_location":{"id":"doi:10.3390/e21030243","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21030243","pdf_url":"https://www.mdpi.com/1099-4300/21/3/243/pdf?version=1551692469","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/21/3/243/pdf?version=1551692469","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062172771","display_name":"Wentao Huang","orcid":"https://orcid.org/0000-0001-8333-6586"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2799853436","display_name":"Johns Hopkins Medicine","ror":"https://ror.org/037zgn354","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436"]},{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Wentao Huang","raw_affiliation_strings":["Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, USA","Key Laboratory of Cognition and Intelligence and Information Science Academy of China Electronics Technology Group Corporation, Beijing 100086, China"],"raw_orcid":"https://orcid.org/0000-0001-8333-6586","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, USA","institution_ids":["https://openalex.org/I2799853436","https://openalex.org/I145311948"]},{"raw_affiliation_string":"Key Laboratory of Cognition and Intelligence and Information Science Academy of China Electronics Technology Group Corporation, Beijing 100086, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019015929","display_name":"Kechen Zhang","orcid":"https://orcid.org/0000-0002-2607-4804"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2799853436","display_name":"Johns Hopkins Medicine","ror":"https://ror.org/037zgn354","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kechen Zhang","raw_affiliation_strings":["Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, USA","institution_ids":["https://openalex.org/I2799853436","https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5019015929","https://openalex.org/A5062172771"],"corresponding_institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2799853436","https://openalex.org/I2800372957"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.5648,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73872829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"21","issue":"3","first_page":"243","last_page":"243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9409999847412109,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7356136441230774},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5196776986122131},{"id":"https://openalex.org/keywords/shannons-source-coding-theorem","display_name":"Shannon's source coding theorem","score":0.48792216181755066},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4718746244907379},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4605201482772827},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4509061872959137},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.42297056317329407},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41970857977867126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36447685956954956},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.33765748143196106},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3353300392627716},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.2070145606994629},{"id":"https://openalex.org/keywords/maximum-entropy-thermodynamics","display_name":"Maximum entropy thermodynamics","score":0.11285734176635742},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09576776623725891},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.0943334698677063},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.07940959930419922}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7356136441230774},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5196776986122131},{"id":"https://openalex.org/C177409962","wikidata":"https://www.wikidata.org/wiki/Q2411312","display_name":"Shannon's source coding theorem","level":5,"score":0.48792216181755066},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4718746244907379},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4605201482772827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4509061872959137},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.42297056317329407},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41970857977867126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36447685956954956},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.33765748143196106},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3353300392627716},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.2070145606994629},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.11285734176635742},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09576776623725891},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.0943334698677063},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.07940959930419922},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3390/e21030243","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21030243","pdf_url":"https://www.mdpi.com/1099-4300/21/3/243/pdf?version=1551692469","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33266958","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33266958","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:1903.01500","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.01500","pdf_url":"https://arxiv.org/pdf/1903.01500","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:a7ccb8043170486aa4a8066a15a44502","is_oa":true,"landing_page_url":"https://doaj.org/article/a7ccb8043170486aa4a8066a15a44502","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 21, Iss 3, p 243 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/21/3/243/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e21030243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7514724","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7514724","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e21030243","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e21030243","pdf_url":"https://www.mdpi.com/1099-4300/21/3/243/pdf?version=1551692469","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4594415985","display_name":null,"funder_award_id":"R01 DC013698","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2920676536.pdf","grobid_xml":"https://content.openalex.org/works/W2920676536.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1479979375","https://openalex.org/W1503602982","https://openalex.org/W1593079125","https://openalex.org/W1673584506","https://openalex.org/W1977780807","https://openalex.org/W1991266025","https://openalex.org/W2042587503","https://openalex.org/W2045114504","https://openalex.org/W2066149233","https://openalex.org/W2068782468","https://openalex.org/W2084238990","https://openalex.org/W2090804142","https://openalex.org/W2091134111","https://openalex.org/W2092939357","https://openalex.org/W2097636360","https://openalex.org/W2103236816","https://openalex.org/W2109584604","https://openalex.org/W2113848012","https://openalex.org/W2114771311","https://openalex.org/W2122882636","https://openalex.org/W2137234026","https://openalex.org/W2151387592","https://openalex.org/W2160570986","https://openalex.org/W2550521683","https://openalex.org/W2551959291","https://openalex.org/W2565753657","https://openalex.org/W2586670730","https://openalex.org/W2736230390","https://openalex.org/W2883426557","https://openalex.org/W2890638274","https://openalex.org/W2950327074","https://openalex.org/W2963146253","https://openalex.org/W3099890778","https://openalex.org/W3110683067","https://openalex.org/W4246841922","https://openalex.org/W4285719527","https://openalex.org/W6628836592","https://openalex.org/W6740917271","https://openalex.org/W6786768871"],"related_works":["https://openalex.org/W3124771927","https://openalex.org/W3212925274","https://openalex.org/W4225940264","https://openalex.org/W1990169153","https://openalex.org/W2750125254","https://openalex.org/W2057609120","https://openalex.org/W2364472724","https://openalex.org/W2573787472","https://openalex.org/W2889544313","https://openalex.org/W2111510771"],"abstract_inverted_index":{"Although":[0],"Shannon":[1,87],"mutual":[2,36,71,88,141],"information":[3,29,37,51,72,83,89,142,165],"has":[4,109],"been":[5],"widely":[6],"used,":[7],"its":[8],"effective":[9],"calculation":[10,48],"is":[11,41],"often":[12],"difficult":[13],"for":[14,103,138],"many":[15,168],"practical":[16,169],"problems,":[17],"including":[18],"those":[19],"in":[20,90],"neural":[21,94,152],"population":[22,95],"coding.":[23,96],"Asymptotic":[24],"formulas":[25,100,134,156],"based":[26,73],"on":[27,74],"Fisher":[28,50],"sometimes":[30],"provide":[31],"accurate":[32,137],"approximations":[33,68],"to":[34,43,56,85,161,167],"the":[35,47,57,70,91,118,140,144,147,162],"but":[38],"this":[39,61],"approach":[40],"restricted":[42],"continuous":[44],"variables":[45,120],"because":[46],"of":[49,69,93,107,116,149,164],"requires":[52],"derivatives":[53],"with":[54],"respect":[55],"encoded":[58,119],"variables.":[59],"In":[60],"paper,":[62],"we":[63],"consider":[64],"information-theoretic":[65],"bounds":[66],"and":[67,77,112,129,146,170],"Kullback-Leibler":[75],"divergence":[76],"R\u00e9nyi":[78],"divergence.":[79],"We":[80,125],"propose":[81],"several":[82],"metrics":[84],"approximate":[86],"context":[92],"While":[97],"our":[98,132],"asymptotic":[99],"all":[101],"work":[102],"discrete":[104,122],"variables,":[105],"one":[106],"them":[108],"consistent":[110],"performance":[111],"high":[113],"accuracy":[114],"regardless":[115],"whether":[117],"are":[121],"or":[123],"continuous.":[124],"performed":[126],"numerical":[127],"simulations":[128],"confirmed":[130],"that":[131],"approximation":[133,155],"were":[135],"highly":[136],"approximating":[139],"between":[143],"stimuli":[145],"responses":[148],"a":[150],"large":[151],"population.":[153],"These":[154],"may":[157],"potentially":[158],"bring":[159],"convenience":[160],"applications":[163],"theory":[166],"theoretical":[171],"problems.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}