{"id":"https://openalex.org/W1567862765","doi":"https://doi.org/10.3390/e17063838","title":"The Fisher Information as a Neural Guiding Principle for Independent Component Analysis","display_name":"The Fisher Information as a Neural Guiding Principle for Independent Component Analysis","publication_year":2015,"publication_date":"2015-06-09","ids":{"openalex":"https://openalex.org/W1567862765","doi":"https://doi.org/10.3390/e17063838","mag":"1567862765"},"language":"en","primary_location":{"id":"doi:10.3390/e17063838","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17063838","pdf_url":"https://www.mdpi.com/1099-4300/17/6/3838/pdf?version=1433836864","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/17/6/3838/pdf?version=1433836864","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077137666","display_name":"Rodrigo Echeveste","orcid":"https://orcid.org/0000-0002-6155-8679"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Rodrigo Echeveste","raw_affiliation_strings":["Institute for Theoretical Physics, Goethe University Frankfurt, Frankfurt, 60438, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Theoretical Physics, Goethe University Frankfurt, Frankfurt, 60438, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071197750","display_name":"Samuel Eckmann","orcid":"https://orcid.org/0000-0001-7188-3822"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Eckmann","raw_affiliation_strings":["Institute for Theoretical Physics, Goethe University Frankfurt, Frankfurt, 60438, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Theoretical Physics, Goethe University Frankfurt, Frankfurt, 60438, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041243848","display_name":"Claudius Gros","orcid":"https://orcid.org/0000-0002-2126-0843"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Claudius Gros","raw_affiliation_strings":["Institute for Theoretical Physics, Goethe University Frankfurt, Frankfurt, 60438, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Theoretical Physics, Goethe University Frankfurt, Frankfurt, 60438, Germany","institution_ids":["https://openalex.org/I114090438"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077137666"],"corresponding_institution_ids":["https://openalex.org/I114090438"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.8694,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73017608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"17","issue":"6","first_page":"3838","last_page":"3856"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-rule","display_name":"Learning rule","score":0.7349483370780945},{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.6928122639656067},{"id":"https://openalex.org/keywords/independent-component-analysis","display_name":"Independent component analysis","score":0.5223031044006348},{"id":"https://openalex.org/keywords/kurtosis","display_name":"Kurtosis","score":0.519950270652771},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5186449885368347},{"id":"https://openalex.org/keywords/fisher-information","display_name":"Fisher information","score":0.5127628445625305},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.48352789878845215},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.47675737738609314},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4232133626937866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41336894035339355},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.39111292362213135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.37950077652931213},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1368648111820221},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11922100186347961}],"concepts":[{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.7349483370780945},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.6928122639656067},{"id":"https://openalex.org/C51432778","wikidata":"https://www.wikidata.org/wiki/Q1259145","display_name":"Independent component analysis","level":2,"score":0.5223031044006348},{"id":"https://openalex.org/C166963901","wikidata":"https://www.wikidata.org/wiki/Q287251","display_name":"Kurtosis","level":2,"score":0.519950270652771},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5186449885368347},{"id":"https://openalex.org/C29406490","wikidata":"https://www.wikidata.org/wiki/Q1420659","display_name":"Fisher information","level":2,"score":0.5127628445625305},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.48352789878845215},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.47675737738609314},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4232133626937866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41336894035339355},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.39111292362213135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37950077652931213},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1368648111820221},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11922100186347961},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e17063838","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17063838","pdf_url":"https://www.mdpi.com/1099-4300/17/6/3838/pdf?version=1433836864","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a325ffc7d3c24aa68dc876ffa140969c","is_oa":true,"landing_page_url":"https://doaj.org/article/a325ffc7d3c24aa68dc876ffa140969c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 17, Iss 6, Pp 3838-3856 (2015)","raw_type":"article"},{"id":"pmh:oai:generic.eprints.org:955047","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/955047/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:mdpi.com:/1099-4300/17/6/3838/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e17063838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:publikationen.ub.uni-frankfurt.de:40266","is_oa":true,"landing_page_url":"http://publikationen.ub.uni-frankfurt.de/frontdoor/index/index/docId/40266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400432","display_name":"Publication Server of Goethe University Frankfurt am Main (Goethe University Frankfurt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114090438","host_organization_name":"Goethe University Frankfurt","host_organization_lineage":["https://openalex.org/I114090438"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e17063838","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e17063838","pdf_url":"https://www.mdpi.com/1099-4300/17/6/3838/pdf?version=1433836864","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1567862765.pdf","grobid_xml":"https://content.openalex.org/works/W1567862765.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W625619054","https://openalex.org/W628096037","https://openalex.org/W1482444137","https://openalex.org/W1548802052","https://openalex.org/W1572568267","https://openalex.org/W1602863318","https://openalex.org/W1823461212","https://openalex.org/W1876456565","https://openalex.org/W1965095041","https://openalex.org/W1982785464","https://openalex.org/W1983485726","https://openalex.org/W1986098213","https://openalex.org/W1989243075","https://openalex.org/W1990007244","https://openalex.org/W1991843519","https://openalex.org/W1997188340","https://openalex.org/W2002157452","https://openalex.org/W2003690651","https://openalex.org/W2019543026","https://openalex.org/W2021696685","https://openalex.org/W2042422091","https://openalex.org/W2049656771","https://openalex.org/W2050379521","https://openalex.org/W2059148040","https://openalex.org/W2067497461","https://openalex.org/W2074499097","https://openalex.org/W2083865732","https://openalex.org/W2092401580","https://openalex.org/W2099741732","https://openalex.org/W2103236816","https://openalex.org/W2106563156","https://openalex.org/W2106884367","https://openalex.org/W2108384452","https://openalex.org/W2109214063","https://openalex.org/W2110513283","https://openalex.org/W2113606819","https://openalex.org/W2115305054","https://openalex.org/W2123649031","https://openalex.org/W2123806929","https://openalex.org/W2130839732","https://openalex.org/W2136175743","https://openalex.org/W2137234026","https://openalex.org/W2139411414","https://openalex.org/W2147101007","https://openalex.org/W2148764920","https://openalex.org/W2164452510","https://openalex.org/W2166405697","https://openalex.org/W2168545265","https://openalex.org/W2170235125","https://openalex.org/W2172102701","https://openalex.org/W2249955665","https://openalex.org/W2962730232","https://openalex.org/W2963264016","https://openalex.org/W3106364333","https://openalex.org/W3106477651","https://openalex.org/W3123453619","https://openalex.org/W4247766879"],"related_works":["https://openalex.org/W1581491866","https://openalex.org/W1522930357","https://openalex.org/W2019283726","https://openalex.org/W1993110512","https://openalex.org/W1991841905","https://openalex.org/W2582265187","https://openalex.org/W2078098917","https://openalex.org/W1618190107","https://openalex.org/W1525325138","https://openalex.org/W3110559181"],"abstract_inverted_index":{"The":[0,112,142],"Fisher":[1,34],"information":[2,35],"constitutes":[3],"a":[4,11,17,38,72,79,90,94,126,184],"natural":[5],"measure":[6],"for":[7,27,43,74,82,134,151,173],"the":[8,24,33,47,52,55,63,66,104,108,116,121,131,135,138,156,167,176],"sensitivity":[9],"of":[10,19,23,32,54,62,65,115,130,137,178],"probability":[12,68],"distribution":[13,69],"with":[14],"respect":[15],"to":[16,57,102,163],"set":[18],"parameters.":[20],"An":[21],"implementation":[22],"stationarity":[25],"principle":[26],"synaptic":[28,44],"learning":[29,41,144],"in":[30,37,60,89,107,175],"terms":[31,61],"results":[36],"Hebbian":[39],"self-limiting":[40],"rule":[42,59,118,145],"plasticity.":[45],"In":[46],"present":[48],"work,":[49],"we":[50],"study":[51],"dependence":[53],"solutions":[56],"this":[58],"moments":[64],"input":[67],"and":[70,159],"find":[71,103],"preference":[73],"non-Gaussian":[75],"directions,":[76],"making":[77],"it":[78],"suitable":[80],"candidate":[81],"independent":[83,105],"component":[84],"analysis":[85],"(ICA).":[86],"We":[87],"confirm":[88],"numerical":[91],"experiment":[92],"that":[93,166],"neuron":[95],"trained":[96],"under":[97],"these":[98],"rules":[99,170],"is":[100,146],"able":[101],"components":[106],"non-linear":[109],"bars":[110],"problem.":[111],"specific":[113],"form":[114],"plasticity":[117,169],"depends":[119],"on":[120],"transfer":[122,153],"function":[123],"used,":[124],"becoming":[125],"simple":[127],"cubic":[128,143],"polynomial":[129],"membrane":[132],"potential":[133],"case":[136],"rescaled":[139],"error":[140],"function.":[141],"also":[147],"an":[148],"excellent":[149],"approximation":[150],"other":[152],"functions,":[154],"as":[155],"standard":[157],"sigmoidal,":[158],"can":[160],"be":[161],"used":[162],"show":[164],"analytically":[165],"proposed":[168],"are":[171],"selective":[172],"directions":[174],"space":[177],"presynaptic":[179],"neural":[180],"activities":[181],"characterized":[182],"by":[183],"negative":[185],"excess":[186],"kurtosis.":[187]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}