{"id":"https://openalex.org/W1804156600","doi":"https://doi.org/10.1109/ijcnn.2003.1223719","title":"An efficient learning algorithm with second-order convergence for multilayer neural networks","display_name":"An efficient learning algorithm with second-order convergence for multilayer neural networks","publication_year":2004,"publication_date":"2004-03-23","ids":{"openalex":"https://openalex.org/W1804156600","doi":"https://doi.org/10.1109/ijcnn.2003.1223719","mag":"1804156600"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2003.1223719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1223719","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101639573","display_name":"Hiroshi Ninomiya","orcid":"https://orcid.org/0000-0003-3418-3178"},"institutions":[{"id":"https://openalex.org/I197425175","display_name":"Shonan Institute of Technology","ror":"https://ror.org/01bawqf59","country_code":"JP","type":"education","lineage":["https://openalex.org/I197425175"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"H. Ninomiya","raw_affiliation_strings":["Faculty of Engineering, Department of Information Science, Shonan Institute of Technology, Fujisawa, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Department of Information Science, Shonan Institute of Technology, Fujisawa, Japan","institution_ids":["https://openalex.org/I197425175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026418260","display_name":"Chiaki Tomita","orcid":null},"institutions":[{"id":"https://openalex.org/I1298590031","display_name":"Shizuoka University","ror":"https://ror.org/01w6wtk13","country_code":"JP","type":"education","lineage":["https://openalex.org/I1298590031"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"C. Tomita","raw_affiliation_strings":["Faculty of Engineering, Department of Systems Engineering, Shizuoka University, Hamamatsu, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Department of Systems Engineering, Shizuoka University, Hamamatsu, Japan","institution_ids":["https://openalex.org/I1298590031"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025308851","display_name":"Hideki Asai","orcid":"https://orcid.org/0000-0001-7019-2712"},"institutions":[{"id":"https://openalex.org/I1298590031","display_name":"Shizuoka University","ror":"https://ror.org/01w6wtk13","country_code":"JP","type":"education","lineage":["https://openalex.org/I1298590031"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"H. Asai","raw_affiliation_strings":["Faculty of Engineering, Department of Systems Engineering, Shizuoka University, Hamamatsu, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Department of Systems Engineering, Shizuoka University, Hamamatsu, Japan","institution_ids":["https://openalex.org/I1298590031"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101639573"],"corresponding_institution_ids":["https://openalex.org/I197425175"],"apc_list":null,"apc_paid":null,"fwci":0.8994,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79989378,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"3","issue":null,"first_page":"2028","last_page":"2032"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7482786774635315},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.7300565242767334},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6947765350341797},{"id":"https://openalex.org/keywords/method-of-steepest-descent","display_name":"Method of steepest descent","score":0.6572997570037842},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6483800411224365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5919743180274963},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5751124620437622},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.5322102904319763},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.42978179454803467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.328265905380249},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3100646734237671},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2989096939563751}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7482786774635315},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.7300565242767334},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6947765350341797},{"id":"https://openalex.org/C158847443","wikidata":"https://www.wikidata.org/wiki/Q1997812","display_name":"Method of steepest descent","level":2,"score":0.6572997570037842},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6483800411224365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5919743180274963},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5751124620437622},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.5322102904319763},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.42978179454803467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.328265905380249},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3100646734237671},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2989096939563751},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2003.1223719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1223719","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1493707092","https://openalex.org/W1498436455","https://openalex.org/W2006544565","https://openalex.org/W2087070363","https://openalex.org/W2089973449","https://openalex.org/W2105925406","https://openalex.org/W2124776405","https://openalex.org/W2155482699","https://openalex.org/W2165961247","https://openalex.org/W2256578114","https://openalex.org/W6629322370","https://openalex.org/W6673147645","https://openalex.org/W6684419159"],"related_works":["https://openalex.org/W2393439324","https://openalex.org/W2081157561","https://openalex.org/W3197592642","https://openalex.org/W2155993847","https://openalex.org/W2914176832","https://openalex.org/W131846159","https://openalex.org/W2088010696","https://openalex.org/W2386196923","https://openalex.org/W2027078210","https://openalex.org/W2368086325"],"abstract_inverted_index":{"This":[0,54],"paper":[1],"describes":[2],"an":[3],"efficient":[4],"second-order":[5],"algorithm":[6,22,90],"for":[7,91,128],"learning":[8,92],"of":[9,27,68,82,116],"the":[10,21,28,40,44,48,60,66,69,78,107,110,114,120,134],"multilayer":[11,93,130],"neural":[12,95,131],"networks":[13,132],"with":[14,101,109,125],"widely":[15],"and":[16,47,71,105],"stable":[17],"convergent":[18],"properties.":[19],"First,":[20],"based":[23],"on":[24],"iterative":[25],"formula":[26,112],"steepest":[29,50,99],"descent":[30,51,100],"method,":[31],"which":[32],"is":[33,36],"\"implicitly\"":[34],"employed,":[35],"introduced.":[37],"We":[38],"show":[39,106],"equivalent":[41],"property":[42],"between":[43],"Gauss-Newton(GN)":[45],"method":[46,58,104,127],"\"implicit\"":[49,98],"(ISD)":[52],"method.":[53,84],"means":[55],"that":[56],"ISD":[57],"satisfy":[59],"desired":[61],"targets":[62],"by":[63],"simultaneously":[64],"combining":[65],"merits":[67],"GN":[70,126],"SD":[72,83],"techniques":[73],"in":[74,113],"order":[75],"to":[76],"enhance":[77],"very":[79,88],"good":[80],"properties":[81],"Next,":[85],"we":[86],"propose":[87],"powerful":[89],"feedforward":[94],"networks,":[96],"called":[97],"momentum":[102],"(ISDM)":[103],"analogy":[108],"trapezoidal":[111],"field":[115],"numerical":[117],"analysis.":[118],"Finally,":[119],"proposed":[121],"algorithms":[122],"are":[123],"compared":[124],"training":[129],"through":[133],"computer":[135],"simulations.":[136]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}