{"id":"https://openalex.org/W2411421318","doi":"https://doi.org/10.1109/tmbmc.2017.2655021","title":"Neural Computation From First Principles: Using the Maximum Entropy Method to Obtain an Optimal Bits-Per-Joule Neuron","display_name":"Neural Computation From First Principles: Using the Maximum Entropy Method to Obtain an Optimal Bits-Per-Joule Neuron","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2411421318","doi":"https://doi.org/10.1109/tmbmc.2017.2655021","mag":"2411421318"},"language":"en","primary_location":{"id":"doi:10.1109/tmbmc.2017.2655021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmbmc.2017.2655021","pdf_url":null,"source":{"id":"https://openalex.org/S2490853239","display_name":"IEEE Transactions on Molecular Biological and Multi-Scale Communications","issn_l":"2332-7804","issn":["2332-7804","2372-2061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Molecular, Biological and Multi-Scale Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1606.03063","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060931165","display_name":"William B. Levy","orcid":"https://orcid.org/0000-0002-6098-1280"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"William B Levy","raw_affiliation_strings":["Department of Neuroscience and the Department of Psychology, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6098-1280","affiliations":[{"raw_affiliation_string":"Department of Neuroscience and the Department of Psychology, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103595503","display_name":"Toby Berger","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toby Berger","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","Department of Electrical and Computer Engineering , University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering , University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102800334","display_name":"Mustafa Sungkar","orcid":"https://orcid.org/0000-0003-3512-046X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mustafa Sungkar","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","Department of Electrical and Computer Engineering , University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering , University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060931165"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":0.167,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54587051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"2","issue":"2","first_page":"154","last_page":"165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6006649732589722},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5978724956512451},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5921012759208679},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5462966561317444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5097872614860535},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5090951323509216},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48164764046669006},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.43687495589256287},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4348711669445038},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.43441981077194214},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43323785066604614},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3239573538303375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2201436161994934},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13073721528053284},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10298237204551697}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6006649732589722},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5978724956512451},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5921012759208679},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5462966561317444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5097872614860535},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5090951323509216},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48164764046669006},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.43687495589256287},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4348711669445038},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43441981077194214},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43323785066604614},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3239573538303375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2201436161994934},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13073721528053284},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10298237204551697},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tmbmc.2017.2655021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmbmc.2017.2655021","pdf_url":null,"source":{"id":"https://openalex.org/S2490853239","display_name":"IEEE Transactions on Molecular Biological and Multi-Scale Communications","issn_l":"2332-7804","issn":["2332-7804","2372-2061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Molecular, Biological and Multi-Scale Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1606.03063","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.03063","pdf_url":"https://arxiv.org/pdf/1606.03063","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2411421318","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1606.03063.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1606.03063","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1606.03063","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1606.03063","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.03063","pdf_url":"https://arxiv.org/pdf/1606.03063","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8256344455","display_name":null,"funder_award_id":"CCF-1162449","funder_id":"https://openalex.org/F4320337389","funder_display_name":"Division of Information and Intelligent Systems"}],"funders":[{"id":"https://openalex.org/F4320310536","display_name":"University of Virginia","ror":"https://ror.org/0153tk833"},{"id":"https://openalex.org/F4320337389","display_name":"Division of Information and Intelligent Systems","ror":"https://ror.org/053a2cp42"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W60166153","https://openalex.org/W630957616","https://openalex.org/W1512980052","https://openalex.org/W1590693676","https://openalex.org/W1673584506","https://openalex.org/W1974049455","https://openalex.org/W1982365703","https://openalex.org/W1983314966","https://openalex.org/W1992373581","https://openalex.org/W2001965680","https://openalex.org/W2010584937","https://openalex.org/W2018490621","https://openalex.org/W2025870159","https://openalex.org/W2032558547","https://openalex.org/W2036892044","https://openalex.org/W2042173515","https://openalex.org/W2046083157","https://openalex.org/W2052958516","https://openalex.org/W2064039476","https://openalex.org/W2065581705","https://openalex.org/W2073820635","https://openalex.org/W2076580309","https://openalex.org/W2076967360","https://openalex.org/W2082092506","https://openalex.org/W2091405003","https://openalex.org/W2099111195","https://openalex.org/W2105259569","https://openalex.org/W2115431501","https://openalex.org/W2119135250","https://openalex.org/W2120067517","https://openalex.org/W2123603319","https://openalex.org/W2144588131","https://openalex.org/W2144987290","https://openalex.org/W2152435897","https://openalex.org/W2154123408","https://openalex.org/W2155969596","https://openalex.org/W2156495377","https://openalex.org/W2407716596","https://openalex.org/W2525380128","https://openalex.org/W2583483196","https://openalex.org/W2795495912","https://openalex.org/W2797078163","https://openalex.org/W2993383518","https://openalex.org/W3101648076","https://openalex.org/W3103179420","https://openalex.org/W4232632925","https://openalex.org/W4233798822","https://openalex.org/W4252028749","https://openalex.org/W6929442418"],"related_works":["https://openalex.org/W3103627244","https://openalex.org/W2804749954","https://openalex.org/W2966312317","https://openalex.org/W2788138160","https://openalex.org/W3164512798","https://openalex.org/W2951497243","https://openalex.org/W2585449849","https://openalex.org/W3122110352","https://openalex.org/W3109113436","https://openalex.org/W2149906451","https://openalex.org/W2202498644","https://openalex.org/W2280841796","https://openalex.org/W2964017049","https://openalex.org/W2139217216","https://openalex.org/W2963705438","https://openalex.org/W2072206784","https://openalex.org/W2900636804","https://openalex.org/W2084893057","https://openalex.org/W3161762333","https://openalex.org/W1978566863"],"abstract_inverted_index":{"Optimization":[0],"results":[1],"are":[2,128],"one":[3,195],"method":[4,53,68,101],"for":[5,13,109,166],"understanding":[6],"neural":[7],"computation":[8],"from":[9,94,131,171],"nature\u2019s":[10],"perspective":[11],"and":[12,30,39,54,85,105],"defining":[14],"the":[15,43,59,67,99,110,122,146,153,172,177,185,189,201],"physical":[16],"limits":[17,155,160],"on":[18],"neuron-like":[19],"engineering.":[20],"Earlier":[21],"work":[22],"looks":[23],"at":[24,193],"individual":[25],"properties":[26],"or":[27],"performance":[28],"criteria":[29],"occasionally":[31],"a":[32,74,81,103,106,117,181,208,217],"combination":[33],"of":[34,49,58,62,184,197,216],"two,":[35],"such":[36,96],"as":[37,42,73],"energy":[38],"information.":[40],"Here,":[41],"optimization":[44],"method,":[45],"we":[46],"make":[47],"use":[48],"Jaynes\u2019":[50],"maximum":[51],"entropy":[52],"point":[55],"out":[56],"some":[57],"different":[60],"types":[61],"constraints,":[63,143],"possibly":[64],"dimensionally":[65],"distinct,":[66],"can":[69],"combine.":[70],"A":[71],"neuron,":[72],"computational":[75],"device,":[76],"is":[77,116,180],"assumed":[78],"to":[79,86,176,220],"estimate":[80,89],"scalar":[82],"latent":[83],"variable":[84,190],"encode":[87],"this":[88,206],"with":[90,137],"an":[91,132],"interpulse-interval.":[92],"Arising":[93],"each":[95],"constraint":[97,126,198],"set,":[98],"inference":[100,134],"identifies":[102],"likelihood-function":[104],"sufficient":[107],"statistic":[108],"particular":[111],"estimation":[112,161],"problem.":[113],"This":[114],"likelihood":[115],"first-hitting":[118],"time":[119],"distribution":[120,183],"in":[121],"exponential":[123],"family.":[124],"Particular":[125],"sets":[127],"identified":[129],"that,":[130],"optimal":[133],"perspective,":[135],"align":[136],"earlier":[138],"neurocomputational":[139],"models.":[140],"Interactions":[141],"between":[142],"mediated":[144],"through":[145],"inferred":[147],"likelihood,":[148,178],"restrict":[149],"constraint-set":[150],"parameterizations,":[151],"e.g.,":[152],"energy-budget":[154],"action":[156],"potential":[157],"threshold":[158],"which":[159,179],"performance.":[162],"Such":[163],"linkages":[164],"are,":[165],"biologists,":[167],"experimental":[168],"predictions":[169],"arising":[170],"method.":[173],"In":[174,205],"addition":[175],"conditional":[182],"interpulse":[186],"interval":[187],"given":[188],"being":[191],"estimated,":[192],"least":[194],"type":[196],"set":[199],"restricts":[200],"two":[202],"marginal":[203],"distributions.":[204],"case,":[207],"Shannon":[209],"bits/joule":[210],"statement":[211],"arises":[212],"using":[213],"Lindley\u2019s":[214],"interpretation":[215],"Bayesian":[218],"experiment":[219],"get":[221],"bits":[222],"per":[223],"pulse-out.":[224]},"counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}