{"id":"https://openalex.org/W155113671","doi":null,"title":"Intrinsic Plasticity via Natural Gradient Descent","display_name":"Intrinsic Plasticity via Natural Gradient Descent","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W155113671","mag":"155113671"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.636.5511","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.636.5511","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.elen.ucl.ac.be/Proceedings/esann/esannpdf/es2012-15.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Klaus Neumann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Klaus Neumann","raw_affiliation_strings":["Bielefeld University, Bielefeld, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085055595","display_name":"Jochen J. Steil","orcid":"https://orcid.org/0000-0002-6738-9933","observed_orcids":["https://orcid.org/0000-0002-6738-9933"]},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jochen J. Steil","raw_affiliation_strings":["Bielefeld University, Bielefeld, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6738-9933","affiliations":[{"raw_affiliation_string":"Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":null,"apc_paid":null,"fwci":0.5804,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69805038,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"560","last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intrinsic-plasticity","display_name":"intrinsic plasticity","score":0.9990000128746033},{"id":"https://openalex.org/keywords/natural-gradient-descent","display_name":"natural gradient descent","score":0.9049999713897705},{"id":"https://openalex.org/keywords/information-geometry","display_name":"information geometry","score":0.7720000147819519},{"id":"https://openalex.org/keywords/activation-functions","display_name":"activation functions","score":0.6880000233650208},{"id":"https://openalex.org/keywords/exponential-distribution","display_name":"exponential distribution","score":0.8190000057220459},{"id":"https://openalex.org/keywords/geodesic-length","display_name":"geodesic length","score":0.6970000267028809},{"id":"https://openalex.org/keywords/learning-dynamics","display_name":"learning dynamics","score":0.8420000076293945},{"id":"https://openalex.org/keywords/parameter-space","display_name":"parameter space","score":0.5149999856948853}],"concepts":[{"id":"https://openalex.org/C165818556","wikidata":"https://www.wikidata.org/wiki/Q213488","display_name":"Geodesic","level":2,"score":0.7120458483695984},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7033616304397583},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5710691809654236},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.48711371421813965},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44054776430130005},{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.4393531382083893},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4372675120830536},{"id":"https://openalex.org/C79186407","wikidata":"https://www.wikidata.org/wiki/Q472074","display_name":"Plasticity","level":2,"score":0.42250627279281616},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3846622407436371},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3655431866645813},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3436299264431},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3434211015701294},{"id":"https://openalex.org/C186060115","wikidata":"https://www.wikidata.org/wiki/Q30336093","display_name":"Biological system","level":1,"score":0.3404839038848877},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3060050904750824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20750689506530762},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.20644310116767883},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.12354981899261475},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.636.5511","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.636.5511","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.elen.ucl.ac.be/Proceedings/esann/esannpdf/es2012-15.pdf","raw_type":"text"},{"id":"mag:155113671","doi":null,"is_oa":false,"landing_page_url":"https://www.elen.ucl.ac.be/Proceedings/esann/esannpdf/es2012-15.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306421047","display_name":"The European Symposium on Artificial Neural Networks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"The European Symposium on Artificial Neural Networks","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1479979375","https://openalex.org/W1498436455","https://openalex.org/W1520168181","https://openalex.org/W1965555277","https://openalex.org/W1970789124","https://openalex.org/W2038625427","https://openalex.org/W2121772139","https://openalex.org/W2132543155","https://openalex.org/W2157701998","https://openalex.org/W2504871398"],"related_works":["https://openalex.org/W7010589227","https://openalex.org/W2128503381","https://openalex.org/W1556929283","https://openalex.org/W6910328829","https://openalex.org/W7095218348","https://openalex.org/W2989372548","https://openalex.org/W2553206054","https://openalex.org/W2038625427","https://openalex.org/W2109214063","https://openalex.org/W7208007840"],"abstract_inverted_index":{"Abstract.":[0],"This":[1],"paper":[2],"introduces":[3],"the":[4,28,35,41,58,63],"natural":[5,42],"gradient":[6,43],"for":[7,46,55],"intrinsic":[8,29],"plas-ticity,":[9],"which":[10],"tunes":[11],"a":[12,47],"neuron\u2019s":[13],"activation":[14],"function":[15],"such":[16],"that":[17],"its":[18],"output":[19],"dis-tribution":[20],"becomes":[21],"exponentially":[22],"distributed.":[23],"The":[24,52],"information-geometric":[25],"properties":[26],"of":[27,49,62],"plasticity":[30],"potential":[31],"are":[32,44],"analyzed":[33],"and":[34],"im-proved":[36],"learning":[37],"dynamics":[38],"when":[39],"using":[40],"evaluated":[45],"variety":[48],"input":[50],"distributions.":[51],"applied":[53],"measure":[54],"evaluation":[56],"is":[57],"relative":[59],"geodesic":[60],"length":[61],"respective":[64],"path":[65],"in":[66],"parameter":[67],"space.":[68],"1":[69]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2016-06-24T00:00:00"}