{"id":"https://openalex.org/W2112253595","doi":"https://doi.org/10.1162/089976603765202686","title":"An Algorithm of Supervised Learning for Multilayer Neural Networks","display_name":"An Algorithm of Supervised Learning for Multilayer Neural Networks","publication_year":2003,"publication_date":"2003-05-01","ids":{"openalex":"https://openalex.org/W2112253595","doi":"https://doi.org/10.1162/089976603765202686","mag":"2112253595"},"language":"en","primary_location":{"id":"doi:10.1162/089976603765202686","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976603765202686","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100704278","display_name":"Zheng Tang","orcid":"https://orcid.org/0000-0002-6543-7444"},"institutions":[{"id":"https://openalex.org/I42766147","display_name":"University of Toyama","ror":"https://ror.org/0445phv87","country_code":"JP","type":"education","lineage":["https://openalex.org/I42766147"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Zheng Tang","raw_affiliation_strings":["Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","institution_ids":["https://openalex.org/I42766147"]},{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan","institution_ids":["https://openalex.org/I42766147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110208182","display_name":"Xu Gang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I42766147","display_name":"University of Toyama","ror":"https://ror.org/0445phv87","country_code":"JP","type":"education","lineage":["https://openalex.org/I42766147"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xu Gang Wang","raw_affiliation_strings":["Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","institution_ids":["https://openalex.org/I42766147"]},{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan","institution_ids":["https://openalex.org/I42766147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101725426","display_name":"Hiroki Tamura","orcid":"https://orcid.org/0000-0002-1064-3443"},"institutions":[{"id":"https://openalex.org/I42766147","display_name":"University of Toyama","ror":"https://ror.org/0445phv87","country_code":"JP","type":"education","lineage":["https://openalex.org/I42766147"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroki Tamura","raw_affiliation_strings":["Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","institution_ids":["https://openalex.org/I42766147"]},{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan","institution_ids":["https://openalex.org/I42766147"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100617642","display_name":"Masahiro Ishii","orcid":"https://orcid.org/0000-0002-2761-6097"},"institutions":[{"id":"https://openalex.org/I42766147","display_name":"University of Toyama","ror":"https://ror.org/0445phv87","country_code":"JP","type":"education","lineage":["https://openalex.org/I42766147"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Ishii","raw_affiliation_strings":["Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190 Gofuku Toyama 930-8555, Japan,","institution_ids":["https://openalex.org/I42766147"]},{"raw_affiliation_string":"Faculty of Engineering, Toyama University, 3190, Gofuku, Toyama, 930-8555, Japan","institution_ids":["https://openalex.org/I42766147"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100704278"],"corresponding_institution_ids":["https://openalex.org/I42766147"],"apc_list":null,"apc_paid":null,"fwci":0.4569,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.74596393,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"15","issue":"5","first_page":"1125","last_page":"1142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.8893094658851624},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.8262999057769775},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7376528978347778},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7210025191307068},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5908428430557251},{"id":"https://openalex.org/keywords/rprop","display_name":"Rprop","score":0.5731835961341858},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4852468967437744},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45199066400527954},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.45133668184280396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43498367071151733},{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.43249472975730896},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4082394242286682},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33081167936325073},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.20646092295646667},{"id":"https://openalex.org/keywords/types-of-artificial-neural-networks","display_name":"Types of artificial neural networks","score":0.1309187412261963}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.8893094658851624},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.8262999057769775},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7376528978347778},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7210025191307068},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5908428430557251},{"id":"https://openalex.org/C98359873","wikidata":"https://www.wikidata.org/wiki/Q1320470","display_name":"Rprop","level":5,"score":0.5731835961341858},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4852468967437744},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45199066400527954},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.45133668184280396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43498367071151733},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.43249472975730896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4082394242286682},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33081167936325073},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.20646092295646667},{"id":"https://openalex.org/C177973122","wikidata":"https://www.wikidata.org/wiki/Q7860946","display_name":"Types of artificial neural networks","level":4,"score":0.1309187412261963},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/089976603765202686","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976603765202686","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W122552260","https://openalex.org/W161283806","https://openalex.org/W758396647","https://openalex.org/W1536064606","https://openalex.org/W1547224907","https://openalex.org/W1968756388","https://openalex.org/W1973966843","https://openalex.org/W2010795294","https://openalex.org/W2015361770","https://openalex.org/W2093239868","https://openalex.org/W2098437527","https://openalex.org/W2112957975","https://openalex.org/W2122568838","https://openalex.org/W2124503759","https://openalex.org/W2142016941","https://openalex.org/W2160699933","https://openalex.org/W3112073073"],"related_works":["https://openalex.org/W2106688677","https://openalex.org/W2010795294","https://openalex.org/W2112253595","https://openalex.org/W2014516696","https://openalex.org/W2282259862","https://openalex.org/W2612087409","https://openalex.org/W2380451229","https://openalex.org/W2149670839","https://openalex.org/W2161649813","https://openalex.org/W3196348942"],"abstract_inverted_index":{"A":[0],"method":[1,173],"of":[2,61,94,108,140,148,158],"supervised":[3],"learning":[4,17],"for":[5],"multilayer":[6],"artificial":[7],"neural":[8],"networks":[9],"to":[10,52,80,155],"escape":[11],"local":[12,73,109,163],"minima":[13,164],"is":[14,50],"proposed.":[15],"The":[16,30,98,111],"model":[18],"has":[19,113],"two":[20,99],"phases:":[21],"a":[22,26,37,59,90,130,135],"backpropagation":[23,31,69,162],"phase":[24,32,78],"and":[25,56,134,165],"gradient":[27,76,91],"ascent":[28,77,92],"phase.":[29],"performs":[33],"steepest":[34],"descent":[35],"on":[36,116],"surface":[38],"in":[39,47,72,89],"weight":[40,48],"space":[41,49],"whose":[42],"height":[43],"at":[44],"any":[45],"point":[46],"equal":[51],"an":[53],"error":[54,65,96],"measure,":[55],"it":[57],"finds":[58],"set":[60],"weights":[62],"minimizing":[63],"this":[64],"measure.":[66,97],"When":[67],"the":[68,75,83,95,104,144,151,161,170,176],"gets":[70,106],"stuck":[71],"minima,":[74],"attempts":[79],"fill":[81],"up":[82],"valley":[84],"by":[85],"modifying":[86],"gain":[87],"parameters":[88],"direction":[93],"phases":[100],"are":[101,153],"repeated":[102],"until":[103],"network":[105],"out":[107],"minima.":[110],"algorithm":[112],"been":[114],"tested":[115],"benchmark":[117],"problems,":[118,150],"such":[119],"as":[120],"exclusive-or":[121],"(XOR),":[122],"parity,":[123],"alphabetic":[124],"characters":[125],"learning,":[126],"Arabic":[127],"numerals":[128],"with":[129],"noise":[131],"recognition":[132],"problem,":[133],"realistic":[136],"real-world":[137],"problem:":[138],"classification":[139],"radar":[141],"returns":[142],"from":[143,160],"ionosphere.":[145],"For":[146],"all":[147],"these":[149],"systems":[152],"shown":[154],"be":[156],"capable":[157],"escaping":[159],"converge":[166],"faster":[167],"when":[168],"using":[169,175],"new":[171],"proposed":[172],"than":[174],"simulated":[177],"annealing":[178],"techniques.":[179]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}