{"id":"https://openalex.org/W2148936397","doi":null,"title":"Near-Maximum Entropy Models for Binary Neural Representations of Natural Images","display_name":"Near-Maximum Entropy Models for Binary Neural Representations of Natural Images","publication_year":2007,"publication_date":"2007-12-03","ids":{"openalex":"https://openalex.org/W2148936397","mag":"2148936397"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.68.3149","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.68.3149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips20/NIPS2007_0296.ps.gz","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061457780","display_name":"Matthias Bethge","orcid":"https://orcid.org/0000-0002-6417-7812","observed_orcids":["https://orcid.org/0000-0002-6417-7812","https://orcid.org/0009-0008-5601-6120"]},"institutions":[{"id":"https://openalex.org/I4210112925","display_name":"Max Planck Institute for Biological Cybernetics","ror":"https://ror.org/026nmvv73","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210112925"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Bethge","raw_affiliation_strings":["Max Planck Institute for Biological Cybernetics, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6417-7812","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Biological Cybernetics, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210112925"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043130208","display_name":"Philipp Berens","orcid":"https://orcid.org/0000-0002-0199-4727","observed_orcids":["https://orcid.org/0000-0002-0199-4727"]},"institutions":[{"id":"https://openalex.org/I4210112925","display_name":"Max Planck Institute for Biological Cybernetics","ror":"https://ror.org/026nmvv73","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210112925"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Berens","raw_affiliation_strings":["Max Planck Institute for Biological Cybernetics, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0199-4727","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Biological Cybernetics, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210112925"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210112925"],"apc_list":null,"apc_paid":null,"fwci":2.195,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.86739683,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"20","issue":null,"first_page":"97","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.8794000148773193,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.060100000351667404,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.01140000019222498,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-images","display_name":"natural images","score":0.8119999766349792},{"id":"https://openalex.org/keywords/pairwise-correlations","display_name":"two-particle correlations","score":0.8669999837875366},{"id":"https://openalex.org/keywords/higher-order-interactions","display_name":"higher-order interactions","score":0.8299999833106995},{"id":"https://openalex.org/keywords/sensory-coding","display_name":"sensory coding","score":0.8199999928474426},{"id":"https://openalex.org/keywords/joint-distribution-estimation","display_name":"joint distribution estimation","score":0.593999981880188},{"id":"https://openalex.org/keywords/closed-form-parameter-estimation","display_name":"closed-form parameter estimation","score":0.6359999775886536}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.8039878606796265},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.6024131774902344},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5449842214584351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5238314270973206},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.49591168761253357},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48513898253440857},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4780855178833008},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47485995292663574},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4479118585586548},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4153693616390228},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.41086524724960327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3861192464828491},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3587917685508728},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3390031158924103},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08675310015678406},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.68.3149","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.68.3149","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips20/NIPS2007_0296.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.70.4282","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.70.4282","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips20/NIPS2007_0296.pdf","raw_type":"text"},{"id":"pmh:oai:edoc.mpg.de:419991","doi":null,"is_oa":false,"landing_page_url":"http://edoc.mpg.de/419991","pdf_url":null,"source":{"id":"https://openalex.org/S4406922265","display_name":"Max Planck Institute for Plasma Physics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Neural Information Processing Systems 20: Proceedings of the 2007 Conference, 97-104 (2008)","raw_type":"Conference-Paper"},{"id":"pmh:oai:pure.mpg.de:item_1789672","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0013-C74D-0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Neural Information Processing Systems 20: 21st Annual Conference on Neural Information Processing Systems 2007","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.mpg.de:item_1790276","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/11858/00-001M-0000-0013-CC19-D","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Coding, Computation and Dynamics (NCCD 07)","raw_type":"info:eu-repo/semantics/other"},{"id":"mag:2148936397","doi":null,"is_oa":false,"landing_page_url":"http://books.nips.cc/papers/files/nips20/NIPS2007_0296.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W56012926","https://openalex.org/W1538831251","https://openalex.org/W1553399479","https://openalex.org/W2017307740","https://openalex.org/W2021510996","https://openalex.org/W2042492924","https://openalex.org/W2042680766","https://openalex.org/W2082648159","https://openalex.org/W2099175767","https://openalex.org/W2146950091","https://openalex.org/W2147238273","https://openalex.org/W2147710758","https://openalex.org/W3140968660"],"related_works":["https://openalex.org/W2141968982","https://openalex.org/W1962432205","https://openalex.org/W2952583696","https://openalex.org/W7100339077","https://openalex.org/W2322101367","https://openalex.org/W4410494577","https://openalex.org/W2951868442","https://openalex.org/W2313869229","https://openalex.org/W7037585167","https://openalex.org/W4396574723"],"abstract_inverted_index":{"Maximum":[0],"entropy":[1,48,102],"analysis":[2,55],"of":[3,14,54,84,109,116,155,159],"binary":[4],"variables":[5],"provides":[6],"an":[7],"elegant":[8],"way":[9],"for":[10,57],"studying":[11,78],"the":[12,88,139,145,153,160],"role":[13],"pairwise":[15,100,136,142],"correlations":[16,143],"in":[17,66,106,113,125],"neural":[18,81],"populations.":[19],"Unfortunately,":[20],"these":[21],"approaches":[22],"suffer":[23],"from":[24,98],"their":[25],"poor":[26],"scalability":[27],"to":[28,94,152],"high":[29],"dimensions.":[30],"In":[31],"sensory":[32],"coding,":[33],"however,":[34],"high-dimensional":[35,59],"data":[36],"is":[37,71,164],"ubiquitous.":[38],"Here,":[39],"we":[40,91],"introduce":[41],"a":[42,46,79,99],"new":[43],"approach":[44],"using":[45],"near-maximum":[47],"model,":[49],"that":[50,124,131,141],"makes":[51],"this":[52],"type":[53],"feasible":[56],"very":[58],"data---the":[60],"model":[61,83,103],"parameters":[62],"can":[63],"be":[64],"derived":[65],"closed":[67],"form":[68],"and":[69],"sampling":[70],"easy.":[72],"We":[73],"demonstrate":[74],"its":[75],"usefulness":[76],"by":[77,135],"simple":[80],"representation":[82],"natural":[85],"images.":[86],"For":[87],"first":[89],"time,":[90],"are":[92,132],"able":[93],"directly":[95],"compare":[96],"predictions":[97],"maximum":[101],"not":[104,133],"only":[105],"small":[107],"groups":[108],"neurons,":[110],"but":[111],"also":[112],"larger":[114,127],"populations":[115],"more":[117],"than":[118],"thousand":[119],"units.":[120],"Our":[121],"results":[122],"indicate":[123],"such":[126],"networks":[128],"interactions":[129],"exist":[130],"predicted":[134],"correlations,":[137],"despite":[138],"fact":[140],"explain":[144],"lower-dimensional":[146],"marginal":[147],"statistics":[148],"extrem\\nely":[149],"well":[150],"up":[151],"limit":[154],"dimensionality":[156],"where":[157],"estimation":[158],"full":[161],"joint":[162],"distribution":[163],"feasible.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2016-06-24T00:00:00"}
