{"id":"https://openalex.org/W1970789124","doi":"https://doi.org/10.1162/089976698300017746","title":"Natural Gradient Works Efficiently in Learning","display_name":"Natural Gradient Works Efficiently in Learning","publication_year":1998,"publication_date":"1998-02-01","ids":{"openalex":"https://openalex.org/W1970789124","doi":"https://doi.org/10.1162/089976698300017746","mag":"1970789124"},"language":"en","primary_location":{"id":"doi:10.1162/089976698300017746","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976698300017746","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055812530","display_name":"\u0428\u0443\u043d-\u0438\u0447\u0438 \u0410\u043c\u0430\u0440\u0438","orcid":"https://orcid.org/0000-0001-8860-8675"},"institutions":[{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shun-ichi Amari","raw_affiliation_strings":["RIKEN Frontier Research Program, Saitama 351-01, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN Frontier Research Program, Saitama 351-01, Japan","institution_ids":["https://openalex.org/I4210110652"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055812530"],"corresponding_institution_ids":["https://openalex.org/I4210110652"],"apc_list":null,"apc_paid":null,"fwci":55.2834,"has_fulltext":false,"cited_by_count":2679,"citation_normalized_percentile":{"value":0.99973348,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"2","first_page":"251","last_page":"276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12946","display_name":"Fractal and DNA sequence analysis","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.6221473217010498},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5582806468009949},{"id":"https://openalex.org/keywords/parameter-space","display_name":"Parameter space","score":0.5367124676704407},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.520839273929596},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5125024318695068},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5037493109703064},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.45531025528907776},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4175166189670563},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.41742339730262756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40319597721099854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40068867802619934},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.357738196849823},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.11960622668266296}],"concepts":[{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.6221473217010498},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5582806468009949},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.5367124676704407},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.520839273929596},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5125024318695068},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5037493109703064},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.45531025528907776},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4175166189670563},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.41742339730262756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40319597721099854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40068867802619934},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.357738196849823},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.11960622668266296},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/089976698300017746","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976698300017746","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmh:oai:irdb.nii.ac.jp:00953:0007010058","is_oa":false,"landing_page_url":"https://teikyo-u.repo.nii.ac.jp/records/2078215","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Computation","raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1479979375","https://openalex.org/W1520168181","https://openalex.org/W1561018328","https://openalex.org/W1579980382","https://openalex.org/W1656839139","https://openalex.org/W1759180909","https://openalex.org/W1846136364","https://openalex.org/W1892542859","https://openalex.org/W1936820904","https://openalex.org/W1944492149","https://openalex.org/W1963725215","https://openalex.org/W1963922062","https://openalex.org/W1975113431","https://openalex.org/W1975138109","https://openalex.org/W1977067929","https://openalex.org/W1979850790","https://openalex.org/W1981653644","https://openalex.org/W1983755491","https://openalex.org/W1990359011","https://openalex.org/W1991414581","https://openalex.org/W1994796137","https://openalex.org/W1995842804","https://openalex.org/W1996355918","https://openalex.org/W2006327398","https://openalex.org/W2010581677","https://openalex.org/W2023334296","https://openalex.org/W2026713486","https://openalex.org/W2038798255","https://openalex.org/W2047962774","https://openalex.org/W2050825638","https://openalex.org/W2052608203","https://openalex.org/W2062041974","https://openalex.org/W2062690289","https://openalex.org/W2068774724","https://openalex.org/W2069543779","https://openalex.org/W2078490093","https://openalex.org/W2079782346","https://openalex.org/W2082195896","https://openalex.org/W2083780577","https://openalex.org/W2086726221","https://openalex.org/W2098681106","https://openalex.org/W2099007602","https://openalex.org/W2099741732","https://openalex.org/W2104760318","https://openalex.org/W2105909330","https://openalex.org/W2108384452","https://openalex.org/W2108936969","https://openalex.org/W2109466957","https://openalex.org/W2117276321","https://openalex.org/W2118714298","https://openalex.org/W2119647652","https://openalex.org/W2120552530","https://openalex.org/W2121614598","https://openalex.org/W2122387734","https://openalex.org/W2124098876","https://openalex.org/W2126016605","https://openalex.org/W2126637619","https://openalex.org/W2127186632","https://openalex.org/W2131859749","https://openalex.org/W2133069808","https://openalex.org/W2136021050","https://openalex.org/W2136343956","https://openalex.org/W2136491832","https://openalex.org/W2143743275","https://openalex.org/W2146871592","https://openalex.org/W2149014962","https://openalex.org/W2151921462","https://openalex.org/W2163678127","https://openalex.org/W2166159048","https://openalex.org/W2167729035","https://openalex.org/W2168338691","https://openalex.org/W2235056388","https://openalex.org/W2766736793","https://openalex.org/W2796930163","https://openalex.org/W3121343760","https://openalex.org/W4231370560","https://openalex.org/W4237909303","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2115605526","https://openalex.org/W3093883775","https://openalex.org/W1539246760","https://openalex.org/W2786746258","https://openalex.org/W4225893763","https://openalex.org/W2788727425","https://openalex.org/W2405196115","https://openalex.org/W2104893957","https://openalex.org/W2971074373","https://openalex.org/W3159389381"],"abstract_inverted_index":{"When":[0],"a":[1,5,13],"parameter":[2,37],"space":[3,38,42,51],"has":[4,80],"certain":[6],"underlying":[7],"structure,":[8],"the":[9,22,32,36,41,50,82,86,95,101,117,127],"ordinary":[10],"gradient":[11,24,65,119],"of":[12,39,43,52,63,90,105,125],"function":[14],"does":[15],"not":[16,112],"represent":[17],"its":[18],"steepest":[19],"direction,":[20],"but":[21],"natural":[23,33,64,118],"does.":[25],"Information":[26],"geometry":[27],"is":[28,68,71,120,130],"used":[29],"for":[30],"calculating":[31],"gradients":[34],"in":[35,100],"perceptrons,":[40,107],"matrices":[44],"(for":[45,56],"blind":[46,57],"source":[47,58],"separation),":[48],"and":[49,70,132],"linear":[53],"dynamical":[54,61],"systems":[55],"deconvolution).":[59],"The":[60],"behavior":[62],"online":[66],"learning":[67,103,128],"analyzed":[69],"proved":[72],"to":[73],"be":[74,113],"Fisher":[75],"efficient,":[76],"implying":[77],"that":[78,94],"it":[79],"asymptotically":[81],"same":[83],"performance":[84],"as":[85],"optimal":[87],"batch":[88],"estimation":[89],"parameters.":[91],"This":[92],"suggests":[93],"plateau":[96],"phenomenon,":[97],"which":[98],"appears":[99],"backpropagation":[102],"algorithm":[104],"multilayer":[106],"might":[108,111],"disappear":[109],"or":[110],"so":[114],"serious":[115],"when":[116],"used.":[121],"An":[122],"adaptive":[123],"method":[124],"updating":[126],"rate":[129],"proposed":[131],"analyzed.":[133]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":139},{"year":2024,"cited_by_count":119},{"year":2023,"cited_by_count":131},{"year":2022,"cited_by_count":123},{"year":2021,"cited_by_count":178},{"year":2020,"cited_by_count":164},{"year":2019,"cited_by_count":153},{"year":2018,"cited_by_count":99},{"year":2017,"cited_by_count":84},{"year":2016,"cited_by_count":76},{"year":2015,"cited_by_count":88},{"year":2014,"cited_by_count":97},{"year":2013,"cited_by_count":80},{"year":2012,"cited_by_count":88}],"updated_date":"2026-04-19T08:26:33.389920","created_date":"2025-10-10T00:00:00"}