{"id":"https://openalex.org/W2131254613","doi":"https://doi.org/10.1109/nnsp.2002.1030031","title":"Do Hebbian synapses estimate entropy?","display_name":"Do Hebbian synapses estimate entropy?","publication_year":2003,"publication_date":"2003-06-25","ids":{"openalex":"https://openalex.org/W2131254613","doi":"https://doi.org/10.1109/nnsp.2002.1030031","mag":"2131254613"},"language":"en","primary_location":{"id":"doi:10.1109/nnsp.2002.1030031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nnsp.2002.1030031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th IEEE Workshop on Neural Networks for Signal Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083261801","display_name":"Deniz Erdo\u011fmu\u015f","orcid":"https://orcid.org/0000-0002-1114-3539"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"D. Erdogmus","raw_affiliation_strings":["CNEL, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL, USA","Dept. of Electr. & Comput. Eng.,, Florida Univ., Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"CNEL, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng.,, Florida Univ., Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019504861","display_name":"Jos\u00e9 C. Pr\u0131\u0301ncipe","orcid":"https://orcid.org/0000-0002-3449-3531"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J.C. Principe","raw_affiliation_strings":["CNEL, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL, USA","Dept. of Electr. & Comput. Eng.,, Florida Univ., Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"CNEL, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng.,, Florida Univ., Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064326001","display_name":"Kenneth E. Hild","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ke. Hild","raw_affiliation_strings":["CNEL, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL, USA","Dept. of Electr. & Comput. Eng.,, Florida Univ., Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"CNEL, Electrical & Computer Engineering Department, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng.,, Florida Univ., Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5083261801"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":0.289,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.54872445,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"i","issue":null,"first_page":"199","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10077","display_name":"Neuroscience and Neuropharmacology Research","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.8950337171554565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5913789868354797},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5274655818939209},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4330931305885315},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38075557351112366},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06643298268318176}],"concepts":[{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.8950337171554565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5913789868354797},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5274655818939209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4330931305885315},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38075557351112366},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06643298268318176},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/nnsp.2002.1030031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nnsp.2002.1030031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th IEEE Workshop on Neural Networks for Signal Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6499999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1547602758","https://openalex.org/W1560089794","https://openalex.org/W1560922264","https://openalex.org/W1564660545","https://openalex.org/W1624804034","https://openalex.org/W1979191599","https://openalex.org/W1985162039","https://openalex.org/W1993197592","https://openalex.org/W1995875735","https://openalex.org/W2032558547","https://openalex.org/W2034274945","https://openalex.org/W2037395945","https://openalex.org/W2059148040","https://openalex.org/W2085927826","https://openalex.org/W2099111195","https://openalex.org/W2118020555","https://openalex.org/W2122741244","https://openalex.org/W2135346645","https://openalex.org/W2145889472","https://openalex.org/W2148319325","https://openalex.org/W2157154379","https://openalex.org/W2180838288","https://openalex.org/W2399703712","https://openalex.org/W2482792214","https://openalex.org/W2614183853","https://openalex.org/W2895674046","https://openalex.org/W2994602346","https://openalex.org/W4234824781","https://openalex.org/W6632808981","https://openalex.org/W6633401203","https://openalex.org/W6677624014","https://openalex.org/W6781870204"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3104020672","https://openalex.org/W3040845310","https://openalex.org/W2143361130","https://openalex.org/W2137674257","https://openalex.org/W3039382151","https://openalex.org/W2159992686","https://openalex.org/W1978872345","https://openalex.org/W3210047994","https://openalex.org/W152350048"],"abstract_inverted_index":{"Hebbian":[0,38],"learning":[1,39,83],"is":[2,15,47,51,61,66],"one":[3],"of":[4,7,32,56],"the":[5,57,64,75,91],"mainstays":[6],"biologically":[8,16],"inspired":[9],"neural":[10,33,99],"processing.":[11],"Hebb's":[12,88,103],"(1949)":[13],"rule":[14],"plausible,":[17],"and":[18,28],"it":[19,46,60],"has":[20],"been":[21],"extensively":[22],"utilized":[23],"in":[24,29],"both":[25],"computational":[26],"neuroscience":[27],"unsupervised":[30],"training":[31],"systems.":[34],"In":[35],"these":[36],"fields,":[37],"became":[40],"synonymous":[41],"for":[42],"correlation":[43,50],"learning.":[44],"But":[45],"known":[48],"that":[49],"a":[52,94],"second":[53],"order":[54],"statistic":[55],"data,":[58],"so":[59],"sub-optimal":[62],"when":[63],"goal":[65],"to":[67,97],"extract":[68,105],"as":[69,72],"much":[70],"information":[71,82,106],"possible":[73],"from":[74],"sensory":[76],"data":[77],"stream.":[78],"We":[79],"demonstrate":[80],"how":[81,98],"can":[84],"be":[85],"implemented":[86],"using":[87],"rule.":[89],"Thus":[90],"paper":[92],"brings":[93],"new":[95],"understanding":[96],"systems":[100],"could,":[101],"through":[102],"rule,":[104],"theoretic":[107],"quantities":[108],"rather":[109],"than":[110],"merely":[111],"correlation.":[112]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}