{"id":"https://openalex.org/W2551959291","doi":"https://doi.org/10.1162/neco_a_01056","title":"Information-Theoretic Bounds and Approximations in Neural Population Coding","display_name":"Information-Theoretic Bounds and Approximations in Neural Population Coding","publication_year":2018,"publication_date":"2018-01-18","ids":{"openalex":"https://openalex.org/W2551959291","doi":"https://doi.org/10.1162/neco_a_01056","mag":"2551959291","pmid":"https://pubmed.ncbi.nlm.nih.gov/29342399"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01056","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01056","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1611.01414","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062172771","display_name":"Wentao Huang","orcid":"https://orcid.org/0000-0001-8333-6586"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Wentao Huang","raw_affiliation_strings":["Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, U.S.A., and Cognitive and Intelligent Lab and Information Science Academy of China Electronics Technology Group Corporation, Beijing 100846, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, U.S.A., and Cognitive and Intelligent Lab and Information Science Academy of China Electronics Technology Group Corporation, Beijing 100846, China","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2800372957"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019015929","display_name":"Kechen Zhang","orcid":"https://orcid.org/0000-0002-2607-4804"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2799853436","display_name":"Johns Hopkins Medicine","ror":"https://ror.org/037zgn354","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kechen Zhang","raw_affiliation_strings":["Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Johns Hopkins University School of Medicine, Baltimore, MD 21205, U.S.A","institution_ids":["https://openalex.org/I2799853436","https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5019015929","https://openalex.org/A5062172771"],"corresponding_institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2799853436","https://openalex.org/I2800372957"],"apc_list":null,"apc_paid":null,"fwci":0.867,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.70497668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"30","issue":"4","first_page":"885","last_page":"944"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7659445405006409},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.7125504612922668},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5423222184181213},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.5276283621788025},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5161891579627991},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.49490684270858765},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4491722583770752},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.4400694966316223},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4306977391242981},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42726951837539673},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4133959710597992},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.37623924016952515},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3644413352012634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2672744393348694},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13728228211402893}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7659445405006409},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.7125504612922668},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5423222184181213},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.5276283621788025},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5161891579627991},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.49490684270858765},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4491722583770752},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.4400694966316223},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4306977391242981},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42726951837539673},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4133959710597992},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37623924016952515},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3644413352012634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2672744393348694},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13728228211402893},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007257","descriptor_name":"Information Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007257","descriptor_name":"Information Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007257","descriptor_name":"Information Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1162/neco_a_01056","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01056","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:29342399","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29342399","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:arXiv.org:1611.01414","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.01414","pdf_url":"https://arxiv.org/pdf/1611.01414","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:europepmc.org:5323574","is_oa":false,"landing_page_url":"http://europepmc.org/pmc/articles/PMC6343676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:6343676","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6343676","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Comput","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1611.01414","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.01414","pdf_url":"https://arxiv.org/pdf/1611.01414","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2513894159","display_name":null,"funder_award_id":"R01 DC013698","funder_id":"https://openalex.org/F4320337352","funder_display_name":"National Institute on Deafness and Other Communication Disorders"},{"id":"https://openalex.org/G4594415985","display_name":null,"funder_award_id":"R01 DC013698","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337352","display_name":"National Institute on Deafness and Other Communication Disorders","ror":"https://ror.org/04mhx6838"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1270255247","https://openalex.org/W1479979375","https://openalex.org/W1503602982","https://openalex.org/W1570751785","https://openalex.org/W1593079125","https://openalex.org/W1607198972","https://openalex.org/W1619416921","https://openalex.org/W1673584506","https://openalex.org/W1977780807","https://openalex.org/W1978566676","https://openalex.org/W1991266025","https://openalex.org/W1992145073","https://openalex.org/W2036487039","https://openalex.org/W2045114504","https://openalex.org/W2046424683","https://openalex.org/W2052036764","https://openalex.org/W2052825559","https://openalex.org/W2055339690","https://openalex.org/W2063971957","https://openalex.org/W2066149233","https://openalex.org/W2068782468","https://openalex.org/W2077086611","https://openalex.org/W2079914348","https://openalex.org/W2081881941","https://openalex.org/W2083250197","https://openalex.org/W2090804142","https://openalex.org/W2092939357","https://openalex.org/W2097560155","https://openalex.org/W2103234826","https://openalex.org/W2103236816","https://openalex.org/W2111616148","https://openalex.org/W2113848012","https://openalex.org/W2114771311","https://openalex.org/W2137234026","https://openalex.org/W2145889472","https://openalex.org/W2151351982","https://openalex.org/W2151387592","https://openalex.org/W2154805298","https://openalex.org/W2157154487","https://openalex.org/W2160570986","https://openalex.org/W2161872000","https://openalex.org/W2165443127","https://openalex.org/W2170334989","https://openalex.org/W2203957096","https://openalex.org/W2329323183","https://openalex.org/W2413268153","https://openalex.org/W2550521683","https://openalex.org/W2565753657","https://openalex.org/W2586670730","https://openalex.org/W2736230390","https://openalex.org/W2914679068","https://openalex.org/W2950327074","https://openalex.org/W2993383518","https://openalex.org/W3140968660","https://openalex.org/W4246841922","https://openalex.org/W4250589301","https://openalex.org/W4251530837","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3124771927","https://openalex.org/W4225940264","https://openalex.org/W2750125254","https://openalex.org/W2057609120","https://openalex.org/W2889544313","https://openalex.org/W2111510771","https://openalex.org/W986037092","https://openalex.org/W2392704982","https://openalex.org/W4313429060","https://openalex.org/W2151804025"],"abstract_inverted_index":{"While":[0],"Shannon's":[1],"mutual":[2,40,106,124],"information":[3,41,107],"has":[4],"widespread":[5],"applications":[6,12],"in":[7,42,67],"many":[8],"disciplines,":[9],"for":[10,22,38,104,108],"practical":[11],"it":[13],"is":[14,83],"often":[15],"difficult":[16],"to":[17,121,136],"calculate":[18],"its":[19],"value":[20],"accurately":[21],"high-dimensional":[23,68],"variables":[24],"because":[25],"of":[26,29,45,130,139],"the":[27,43,74,115,122,140],"curse":[28],"dimensionality.":[30],"This":[31],"article":[32],"focuses":[33],"on":[34,79],"effective":[35],"approximation":[36,62,81,116],"methods":[37],"evaluating":[39],"context":[44],"neural":[46,53,110],"population":[47,75],"coding.":[48],"For":[49],"large":[50,109],"but":[51],"finite":[52],"populations,":[54],"we":[55],"derive":[56],"several":[57],"information-theoretic":[58],"asymptotic":[59,99],"bounds":[60],"and":[61,133],"formulas":[63,82,100,117],"that":[64,72,88,97],"remain":[65],"valid":[66],"spaces.":[69],"We":[70,126],"prove":[71],"optimizing":[73],"density":[76],"distribution":[77],"based":[78],"these":[80],"a":[84],"convex":[85],"optimization":[86],"problem":[87],"allows":[89],"efficient":[90],"numerical":[91],"solutions.":[92],"Numerical":[93],"simulation":[94],"results":[95],"confirmed":[96],"our":[98],"were":[101],"highly":[102],"accurate":[103],"approximating":[105],"populations.":[111],"In":[112],"special":[113],"cases,":[114],"are":[118],"exactly":[119],"equal":[120],"true":[123],"information.":[125],"also":[127],"discuss":[128],"techniques":[129],"variable":[131],"transformation":[132],"dimensionality":[134],"reduction":[135],"facilitate":[137],"computation":[138],"approximations.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
