{"id":"https://openalex.org/W1884645473","doi":"https://doi.org/10.1109/ijcnn.2003.1223954","title":"Fast and efficient second-order training of the dynamic neural network paradigm","display_name":"Fast and efficient second-order training of the dynamic neural network paradigm","publication_year":2004,"publication_date":"2004-06-22","ids":{"openalex":"https://openalex.org/W1884645473","doi":"https://doi.org/10.1109/ijcnn.2003.1223954","mag":"1884645473"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2003.1223954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1223954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052309255","display_name":"Christian Gruber","orcid":"https://orcid.org/0000-0003-0214-449X"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"C. Gruber","raw_affiliation_strings":["Chair of Computer Architectures, University of Passau, Passau, Germany","[Passau University, Germany]"],"affiliations":[{"raw_affiliation_string":"Chair of Computer Architectures, University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]},{"raw_affiliation_string":"[Passau University, Germany]","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065340030","display_name":"Bernhard Sick","orcid":"https://orcid.org/0000-0001-9467-656X"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"B. Sick","raw_affiliation_strings":["Chair of Computer Architectures, University of Passau, Passau, Germany","[Passau University, Germany]"],"affiliations":[{"raw_affiliation_string":"Chair of Computer Architectures, University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]},{"raw_affiliation_string":"[Passau University, Germany]","institution_ids":["https://openalex.org/I186354981"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5052309255"],"corresponding_institution_ids":["https://openalex.org/I186354981"],"apc_list":null,"apc_paid":null,"fwci":2.6982,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90434321,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":null,"first_page":"2482","last_page":"2487"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.8576123714447021},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.726052463054657},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7159075736999512},{"id":"https://openalex.org/keywords/nonlinear-autoregressive-exogenous-model","display_name":"Nonlinear autoregressive exogenous model","score":0.6106861233711243},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.5345327854156494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5024540424346924},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5023558139801025},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.4403214454650879},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4290226101875305},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3627172112464905},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12381380796432495}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.8576123714447021},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.726052463054657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7159075736999512},{"id":"https://openalex.org/C42536954","wikidata":"https://www.wikidata.org/wiki/Q7049462","display_name":"Nonlinear autoregressive exogenous model","level":3,"score":0.6106861233711243},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.5345327854156494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5024540424346924},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5023558139801025},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4403214454650879},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4290226101875305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3627172112464905},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12381380796432495},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2003.1223954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1223954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W122552260","https://openalex.org/W1538193578","https://openalex.org/W1972472467","https://openalex.org/W1973086418","https://openalex.org/W1973720487","https://openalex.org/W2006544565","https://openalex.org/W2006903949","https://openalex.org/W2025357764","https://openalex.org/W2038128936","https://openalex.org/W2051812123","https://openalex.org/W2056009950","https://openalex.org/W2062578397","https://openalex.org/W2065499314","https://openalex.org/W2068484625","https://openalex.org/W2102054518","https://openalex.org/W2103452139","https://openalex.org/W2117671523","https://openalex.org/W2124776405","https://openalex.org/W2132107362","https://openalex.org/W2143908786","https://openalex.org/W2144097134","https://openalex.org/W2153406541","https://openalex.org/W2165562590","https://openalex.org/W2171800554","https://openalex.org/W2279850709","https://openalex.org/W4220769555","https://openalex.org/W6632340269"],"related_works":["https://openalex.org/W2606910468","https://openalex.org/W3116827148","https://openalex.org/W3120843198","https://openalex.org/W2154965898","https://openalex.org/W2036704594","https://openalex.org/W4226315710","https://openalex.org/W3083782034","https://openalex.org/W4287185323","https://openalex.org/W2995801509","https://openalex.org/W2275178414"],"abstract_inverted_index":{"In":[0,54],"many":[1],"applications":[2],"neural":[3,24,67],"networks":[4,25],"must":[5],"process":[6],"or":[7],"generate":[8],"time":[9,104,121],"series,":[10],"and":[11,35,118,162,174],"various":[12],"network":[13,68],"paradigms":[14],"exist":[15],"for":[16,30,91,116,123,169],"this":[17,55,107,149],"purpose.":[18],"Two":[19],"prominent":[20],"examples":[21],"are":[22,28,78,151],"time-delay":[23],"(TDNN),":[26],"which":[27,44,70,140],"known":[29],"their":[31],"noise":[32],"suppression":[33],"capability,":[34],"NARX":[36],"(nonlinear":[37],"autoregressive":[38],"models":[39],"with":[40,143],"exogenous":[41],"inputs)":[42],"networks,":[43],"have":[45],"a":[46,59,110],"powerful":[47],"modeling":[48],"ability":[49],"(at":[50],"least":[51],"Turing":[52],"equivalence).":[53],"article,":[56],"we":[57,87],"suggest":[58],"combination":[60,111],"of":[61,84,94,112,148,155],"these":[62],"two":[63,156],"approaches,":[64],"called":[65],"dynamic":[66],"(DYNN),":[69],"unifies":[71],"the":[72,82,92,98,133],"particular":[73],"advantages.":[74],"Efficient":[75],"training":[76],"algorithms":[77,180],"needed":[79],"to":[80,131],"adjust":[81],"weights":[83],"DYNN.":[85],"Here,":[86],"describe":[88],"an":[89],"algorithm":[90,108,139],"computation":[93],"first-order":[95,126,144],"information":[96,127],"about":[97],"error":[99],"surface:":[100],"temporal":[101,113],"backpropagation":[102,114,119],"through":[103,120],"(TBPTT).":[105],"Essentially,":[106],"is":[109,128,165,171],"(used":[115,122],"TDNN)":[117],"NARX).":[124],"The":[125,146],"then":[129],"utilized":[130],"apply":[132],"scaled":[134],"conjugate":[135],"gradient":[136],"(SCG)":[137],"learning":[138,179],"approximates":[141],"second-order":[142],"information.":[145],"benefits":[147],"approach":[150],"shown":[152,166],"by":[153],"means":[154],"benchmark":[157],"data":[158],"sets:":[159],"\"logistic":[160],"map\"":[161],"\"building\".":[163],"It":[164],"that":[167],"SCG":[168],"DYNN":[170],"significantly":[172],"faster":[173],"more":[175],"accurate":[176],"than":[177],"other":[178],"(e.g.":[181],"TBPTT,":[182],"resilient":[183],"propagation,":[184],"memoryless":[185],"Quasi-Newton).":[186]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}