{"id":"https://openalex.org/W1994860132","doi":"https://doi.org/10.1109/tnnls.2012.2205268","title":"Simple and Fast Calculation of the Second-Order Gradients for Globalized Dual Heuristic Dynamic Programming in Neural Networks","display_name":"Simple and Fast Calculation of the Second-Order Gradients for Globalized Dual Heuristic Dynamic Programming in Neural Networks","alternate_titles":[],"publication_year":2012,"publication_date":"2012-07-13","ids":{"openalex":"https://openalex.org/W1994860132","doi":"https://doi.org/10.1109/tnnls.2012.2205268","mag":"1994860132","pmid":"https://pubmed.ncbi.nlm.nih.gov/24808011"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2012.2205268","doi":"https://doi.org/10.1109/tnnls.2012.2205268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2012.2205268","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1994860132"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://openaccess.city.ac.uk/id/eprint/5187/1/Simple_and_fast_2012IEEEsecondOrderGradients.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074388845","display_name":"Michael Fairbank","orcid":"https://orcid.org/0000-0003-3833-7875","observed_orcids":["https://orcid.org/0000-0003-3833-7875"]},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142","https://openalex.org/I4401726869"]},{"id":"https://openalex.org/I4401726869","display_name":"City St George's, University of London","ror":"https://ror.org/047ybhc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4401726869"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"M. Fairbank","raw_affiliation_strings":["Department of Computing, School of Informatics, City University of London, London, UK","Dept. of Comput., City Univ. London, London, UK#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, School of Informatics, City University of London, London, UK","institution_ids":["https://openalex.org/I180825142","https://openalex.org/I4401726869"]},{"raw_affiliation_string":"Dept. of Comput., City Univ. London, London, UK#TAB#","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031842436","display_name":"Eduardo Alonso","orcid":"https://orcid.org/0000-0002-3306-695X","observed_orcids":["https://orcid.org/0000-0002-3306-695X"]},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142","https://openalex.org/I4401726869"]},{"id":"https://openalex.org/I4401726869","display_name":"City St George's, University of London","ror":"https://ror.org/047ybhc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I4401726869"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"E. Alonso","raw_affiliation_strings":["Department of Computing, School of Informatics, City University of London, London, UK","Dept. of Comput., City Univ. London, London, UK#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, School of Informatics, City University of London, London, UK","institution_ids":["https://openalex.org/I180825142","https://openalex.org/I4401726869"]},{"raw_affiliation_string":"Dept. of Comput., City Univ. London, London, UK#TAB#","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061971606","display_name":"Danil V. Prokhorov","orcid":"https://orcid.org/0000-0002-6208-4233","observed_orcids":["https://orcid.org/0000-0002-6208-4233"]},"institutions":[{"id":"https://openalex.org/I4405261461","display_name":"Toyota Motor North America Research & Development (United States)","ror":"https://ror.org/05b5jha84","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093665","https://openalex.org/I4210125472","https://openalex.org/I4210137853","https://openalex.org/I4405261461"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"D. Prokhorov","raw_affiliation_strings":["Toyota Research Institute of North America, Ann Arbor, MI, USA","Toyota Res. Inst. NA, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Research Institute of North America, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I4405261461"]},{"raw_affiliation_string":"Toyota Res. Inst. NA, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I4405261461"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":5.1035,"has_fulltext":true,"cited_by_count":49,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.94733695,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":"23","issue":"10","first_page":"1671","last_page":"1676"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/second-order-gradient","display_name":"second-order gradient","score":0.800000011920929},{"id":"https://openalex.org/keywords/adaptive-dynamic-programming","display_name":"adaptive dynamic programming","score":0.8920000195503235},{"id":"https://openalex.org/keywords/neural-network-optimization","display_name":"neural network optimization","score":0.49399998784065247}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6386266350746155},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.620972752571106},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6029559969902039},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5937723517417908},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5204187035560608},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5118788480758667},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49741223454475403},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4807707667350769},{"id":"https://openalex.org/C183877218","wikidata":"https://www.wikidata.org/wiki/Q7979858","display_name":"Weight","level":3,"score":0.4730317294597626},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.42607882618904114},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27151045203208923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2000807225704193},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C51568863","wikidata":"https://www.wikidata.org/wiki/Q664495","display_name":"Lie algebra","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009716","descriptor_name":"Numerical Analysis, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1109/tnnls.2012.2205268","doi":"https://doi.org/10.1109/tnnls.2012.2205268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2012.2205268","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:24808011","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24808011","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"},{"id":"pmh:oai:openaccess.city.ac.uk:5187","doi":null,"is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/id/eprint/5187/","pdf_url":"https://openaccess.city.ac.uk/id/eprint/5187/1/Simple_and_fast_2012IEEEsecondOrderGradients.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.essex.ac.uk:21300","doi":null,"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2012.2205268","pdf_url":null,"source":{"id":"https://openalex.org/S4306401236","display_name":"Open Access at Essex (University of Essex)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I110002522","host_organization_name":"University of Essex","host_organization_lineage":["https://openalex.org/I110002522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:openaccess.city.ac.uk:5187","doi":null,"is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/id/eprint/5187/","pdf_url":"https://openaccess.city.ac.uk/id/eprint/5187/1/Simple_and_fast_2012IEEEsecondOrderGradients.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1994860132.pdf","grobid_xml":"https://content.openalex.org/works/W1994860132.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W49038156","https://openalex.org/W53522008","https://openalex.org/W1498436455","https://openalex.org/W1535049115","https://openalex.org/W1552535138","https://openalex.org/W1554663460","https://openalex.org/W1573503290","https://openalex.org/W1621708194","https://openalex.org/W1665890689","https://openalex.org/W1854776945","https://openalex.org/W1915676028","https://openalex.org/W1969166509","https://openalex.org/W1971934487","https://openalex.org/W1989220595","https://openalex.org/W2006903949","https://openalex.org/W2050838777","https://openalex.org/W2077437848","https://openalex.org/W2100777192","https://openalex.org/W2105004188","https://openalex.org/W2131078146","https://openalex.org/W2136064843","https://openalex.org/W2142431690","https://openalex.org/W2159543578","https://openalex.org/W2171880613","https://openalex.org/W2341171179","https://openalex.org/W2500578979","https://openalex.org/W3121926921","https://openalex.org/W3193283090","https://openalex.org/W4206215385","https://openalex.org/W4388297464"],"related_works":["https://openalex.org/W2112514080","https://openalex.org/W1915676028","https://openalex.org/W2121210132","https://openalex.org/W2098600035","https://openalex.org/W7100637257","https://openalex.org/W4297946083","https://openalex.org/W2108994668","https://openalex.org/W2144218214","https://openalex.org/W2460410456"],"abstract_inverted_index":{"We":[0,73],"derive":[1],"an":[2],"algorithm":[3,44,103],"to":[4,18,107],"exactly":[5],"calculate":[6],"the":[7,29,46,65,70,79,102,112,115],"mixed":[8],"second-order":[9,51],"derivatives":[10],"of":[11,49,67,78],"a":[12,54,59,75,84],"neural":[13,71],"network's":[14],"output":[15],"with":[16,53],"respect":[17],"its":[19],"input":[20],"vector":[21,57],"and":[22,40,88,109,119],"weight":[23],"vector.":[24],"This":[25],"is":[26,62],"necessary":[27],"for":[28,96],"adaptive":[30],"dynamic":[31],"programming":[32,38],"(ADP)":[33],"algorithms":[34],"globalized":[35],"dual":[36],"heuristic":[37],"(GDHP)":[39],"value-gradient":[41],"learning.":[42],"The":[43],"calculates":[45],"inner":[47],"product":[48],"this":[50,97],"matrix":[52],"given":[55],"fixed":[56],"in":[58,64,69],"time":[60],"that":[61],"linear":[63],"number":[66],"weights":[68],"network.":[72],"use":[74],"\"forward":[76],"accumulation\"":[77],"derivative":[80],"calculations":[81],"which":[82],"produces":[83],"much":[85],"more":[86],"elegant":[87],"easy-to-implement":[89],"solution":[90],"than":[91],"has":[92],"previously":[93],"been":[94],"published":[95],"task.":[98],"In":[99],"doing":[100],"so,":[101],"makes":[104],"GDHP":[105,120],"simple":[106],"implement":[108],"efficient,":[110],"bridging":[111],"gap":[113],"between":[114],"widely":[116],"used":[117],"DHP":[118],"ADP":[121],"methods.":[122]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1994860132","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":3}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
