{"id":"https://openalex.org/W1545370577","doi":"https://doi.org/10.1109/icnn.1995.487520","title":"Second-order training for recurrent neural networks without teacher-forcing","display_name":"Second-order training for recurrent neural networks without teacher-forcing","publication_year":2002,"publication_date":"2002-11-19","ids":{"openalex":"https://openalex.org/W1545370577","doi":"https://doi.org/10.1109/icnn.1995.487520","mag":"1545370577"},"language":"en","primary_location":{"id":"doi:10.1109/icnn.1995.487520","doi":"https://doi.org/10.1109/icnn.1995.487520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnn.1995.487520","pdf_url":null,"source":{"id":"https://openalex.org/S4210195743","display_name":"IEEE International Conference on Neural Networks/IEEE ... International Conference on Neural Networks","issn_l":"1098-7576","issn":["1098-7576","1558-3902"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of ICNN'95 - International Conference on Neural Networks","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035858702","display_name":"Fernando Jos\u00e9 Von Zuben","orcid":"https://orcid.org/0000-0002-4128-5415","observed_orcids":["https://orcid.org/0000-0002-4128-5415"]},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"F.J. Von Zuben","raw_affiliation_strings":["School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045448112","display_name":"M.L. de Andrade Netto","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"M.L. de Andrade Netto","raw_affiliation_strings":["School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I181391015"],"apc_list":null,"apc_paid":null,"fwci":0.2921,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.42981079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"2","issue":null,"first_page":"801","last_page":"806"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9850000143051147},{"id":"https://openalex.org/keywords/teacher-forcing","display_name":"teacher forcing","score":0.7900000214576721},{"id":"https://openalex.org/keywords/conjugate-gradient-method","display_name":"conjugate gradient method","score":0.8579999804496765},{"id":"https://openalex.org/keywords/least-squares-optimization","display_name":"least squares optimization","score":0.7360000014305115},{"id":"https://openalex.org/keywords/time-series-forecasting","display_name":"time series forecasting","score":0.7960000038146973},{"id":"https://openalex.org/keywords/multi-step-forecasting","display_name":"multi-step forecasting","score":0.968999981880188}],"concepts":[{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.646418571472168},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6440631151199341},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6214484572410583},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.6196187138557434},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5866255164146423},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.584221363067627},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5492064356803894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5384097099304199},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.497379332780838},{"id":"https://openalex.org/C26362088","wikidata":"https://www.wikidata.org/wiki/Q17086453","display_name":"Nonlinear conjugate gradient method","level":4,"score":0.47822755575180054},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.47412610054016113},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.44477060437202454},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.42195743322372437},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.41951441764831543},{"id":"https://openalex.org/C120174047","wikidata":"https://www.wikidata.org/wiki/Q847073","display_name":"Euclidean distance","level":2,"score":0.4191034138202667},{"id":"https://openalex.org/C74883015","wikidata":"https://www.wikidata.org/wiki/Q290467","display_name":"Autoregressive\u2013moving-average model","level":3,"score":0.4138493537902832},{"id":"https://openalex.org/C175706884","wikidata":"https://www.wikidata.org/wiki/Q1130194","display_name":"Moving average","level":2,"score":0.41202571988105774},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39502206444740295},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3903825581073761},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.38139215111732483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36325836181640625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3534010052680969},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.212567538022995},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09964868426322937},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07992085814476013},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnn.1995.487520","doi":"https://doi.org/10.1109/icnn.1995.487520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnn.1995.487520","pdf_url":null,"source":{"id":"https://openalex.org/S4210195743","display_name":"IEEE International Conference on Neural Networks/IEEE ... International Conference on Neural Networks","issn_l":"1098-7576","issn":["1098-7576","1558-3902"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of ICNN'95 - International Conference on Neural Networks","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1575733219","https://openalex.org/W2006903949","https://openalex.org/W2016589492","https://openalex.org/W2040765723","https://openalex.org/W2051812123","https://openalex.org/W2097415784","https://openalex.org/W2110242546","https://openalex.org/W2266946488","https://openalex.org/W2595897327"],"related_works":["https://openalex.org/W2164741935","https://openalex.org/W2171492605","https://openalex.org/W7096446563","https://openalex.org/W2121235888","https://openalex.org/W4238059471","https://openalex.org/W1966298037","https://openalex.org/W1599613776","https://openalex.org/W2624936898","https://openalex.org/W4415796280","https://openalex.org/W2533650381"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"with":[2],"external":[3],"recurrences":[4],"can":[5,43],"be":[6,44,100],"successfully":[7],"applied":[8,85],"to":[9,63,86,91,99],"nonlinear":[10,24],"autoregressive":[11],"moving":[12],"average":[13],"modeling.":[14],"The":[15,40],"process":[16,83],"of":[17,37,50,60,80],"weight":[18],"adjustment":[19],"is":[20,34,71,97],"presented":[21],"as":[22],"a":[23,48],"optimization":[25],"problem":[26],"in":[27],"the":[28,35,51,57,65,67,78,81,92],"N-dimensional":[29],"Euclidean":[30],"space,":[31],"where":[32],"N":[33],"number":[36],"adjustable":[38],"weights.":[39],"least-squares":[41],"criterion":[42],"effectively":[45],"minimized":[46],"using":[47],"version":[49],"conjugate":[52],"gradient":[53],"algorithm.":[54],"Expending":[55],"about":[56],"same":[58],"amount":[59],"computation":[61],"necessary":[62],"obtain":[64],"gradient,":[66],"required":[68],"second-order":[69],"information":[70],"calculated":[72],"exactly.":[73],"A":[74],"simulation":[75],"example":[76],"confirms":[77],"efficacy":[79],"training":[82],"when":[84],"time":[87],"series":[88],"prediction.":[89,104],"Contrary":[90],"proposed":[93],"method,":[94],"teacher-forced":[95],"learning":[96],"shown":[98],"ill-suited":[101],"for":[102],"multistep":[103]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}