{"id":"https://openalex.org/W2623884029","doi":"https://doi.org/10.1109/tnnls.2017.2702566","title":"Policy Approximation in Policy Iteration Approximate Dynamic Programming for Discrete-Time Nonlinear Systems","display_name":"Policy Approximation in Policy Iteration Approximate Dynamic Programming for Discrete-Time Nonlinear Systems","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2623884029","doi":"https://doi.org/10.1109/tnnls.2017.2702566","mag":"2623884029","pmid":"https://pubmed.ncbi.nlm.nih.gov/28600262"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2017.2702566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2702566","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102953820","display_name":"Wentao Guo","orcid":"https://orcid.org/0000-0001-8167-4450"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Guo","raw_affiliation_strings":["State Key Laboratory of Power Systems, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8167-4450","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Power Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085653399","display_name":"Jennie Si","orcid":"https://orcid.org/0000-0002-0374-7404"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennie Si","raw_affiliation_strings":["Department of Electrical Engineering, Arizona State University, Tempe, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657648","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0003-0162-8169"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["State Key Laboratory of Power Systems, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Power Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000459401","display_name":"Shengwei Mei","orcid":"https://orcid.org/0000-0002-2757-5977"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengwei Mei","raw_affiliation_strings":["State Key Laboratory of Power Systems, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Power Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6735,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.95543803,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"29","issue":"7","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.7684807777404785},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.7185467481613159},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6207576394081116},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.6139967441558838},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.5667900443077087},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5600623488426208},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.514051079750061},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5000519752502441},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4611942768096924},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4352087080478668},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4256800711154938},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4241042733192444},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4150833785533905},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.4102827310562134},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3806854486465454},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.06945320963859558}],"concepts":[{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.7684807777404785},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.7185467481613159},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6207576394081116},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6139967441558838},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.5667900443077087},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5600623488426208},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.514051079750061},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5000519752502441},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4611942768096924},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4352087080478668},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4256800711154938},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4241042733192444},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4150833785533905},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.4102827310562134},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3806854486465454},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.06945320963859558},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2017.2702566","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2702566","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:28600262","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28600262","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1944249978","display_name":null,"funder_award_id":"51621065","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5829475755","display_name":null,"funder_award_id":"51377092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W78322485","https://openalex.org/W814391925","https://openalex.org/W1550698229","https://openalex.org/W1636131448","https://openalex.org/W1854776945","https://openalex.org/W1983089547","https://openalex.org/W1984666348","https://openalex.org/W1984777330","https://openalex.org/W1991777572","https://openalex.org/W1999912147","https://openalex.org/W2009825798","https://openalex.org/W2010152647","https://openalex.org/W2011310556","https://openalex.org/W2014729048","https://openalex.org/W2017570421","https://openalex.org/W2028145673","https://openalex.org/W2045208641","https://openalex.org/W2046376809","https://openalex.org/W2047090868","https://openalex.org/W2048687352","https://openalex.org/W2049102341","https://openalex.org/W2050838777","https://openalex.org/W2051169325","https://openalex.org/W2081242334","https://openalex.org/W2081797037","https://openalex.org/W2093831009","https://openalex.org/W2095848139","https://openalex.org/W2098035803","https://openalex.org/W2106813881","https://openalex.org/W2108286682","https://openalex.org/W2110040537","https://openalex.org/W2112461461","https://openalex.org/W2118556122","https://openalex.org/W2120624705","https://openalex.org/W2124829859","https://openalex.org/W2127303383","https://openalex.org/W2131225049","https://openalex.org/W2132889481","https://openalex.org/W2133101712","https://openalex.org/W2136064843","https://openalex.org/W2139418546","https://openalex.org/W2141717920","https://openalex.org/W2142431690","https://openalex.org/W2152161277","https://openalex.org/W2157822184","https://openalex.org/W2159543578","https://openalex.org/W2160561608","https://openalex.org/W2163306439","https://openalex.org/W2163903825","https://openalex.org/W2165501837","https://openalex.org/W2165726932","https://openalex.org/W2166310857","https://openalex.org/W2179186586","https://openalex.org/W2321292752","https://openalex.org/W2343912161","https://openalex.org/W2424242071","https://openalex.org/W2534666756","https://openalex.org/W2572394542","https://openalex.org/W2590419786","https://openalex.org/W4205326910","https://openalex.org/W4245296547"],"related_works":["https://openalex.org/W4255265352","https://openalex.org/W4239477580","https://openalex.org/W4389475841","https://openalex.org/W2152670157","https://openalex.org/W2903299703","https://openalex.org/W4281791088","https://openalex.org/W2117282672","https://openalex.org/W4385342861","https://openalex.org/W1574958246","https://openalex.org/W2602009922"],"abstract_inverted_index":{"Policy":[0],"iteration":[1,31,70],"approximate":[2,32,99],"dynamic":[3],"programming":[4],"(DP)":[5],"is":[6],"an":[7,98],"important":[8],"algorithm":[9],"for":[10,34,78,94,114,120],"solving":[11],"optimal":[12,90],"decision":[13],"and":[14,72,119],"control":[15,55,147],"problems.":[16],"In":[17],"this":[18,136],"paper,":[19],"we":[20,49,101],"focus":[21],"on":[22],"the":[23,54,64,79,89,128,131],"problem":[24,59,144],"associated":[25],"with":[26],"policy":[27,30,44,56,69],"approximation":[28,45],"in":[29,111,123,135],"DP":[33],"discrete-time":[35],"nonlinear":[36],"systems":[37],"using":[38,103,138],"infinite-horizon":[39],"undiscounted":[40],"value":[41,65,80,91],"functions.":[42],"Taking":[43],"error":[46],"into":[47],"account,":[48],"demonstrate":[50],"asymptotic":[51],"stability":[52],"of":[53,63,88,97,130,145,148],"under":[57],"our":[58],"setting,":[60],"show":[61],"boundedness":[62],"function":[66,81],"during":[67],"each":[68],"step,":[71],"introduce":[73],"a":[74,85,142,149],"new":[75],"sufficient":[76],"condition":[77],"to":[82,84],"converge":[83],"bounded":[86],"neighborhood":[87],"function.":[92],"Aiming":[93],"practical":[95,124,143],"implementation":[96],"policy,":[100],"consider":[102],"Volterra":[104],"series,":[105],"which":[106],"has":[107],"been":[108],"extensively":[109],"covered":[110],"controls":[112],"literature":[113],"its":[115,121],"good":[116],"theoretical":[117],"properties":[118],"success":[122],"applications.":[125],"We":[126],"illustrate":[127],"effectiveness":[129],"main":[132],"ideas":[133],"developed":[134],"paper":[137],"several":[139],"examples":[140],"including":[141],"excitation":[146],"hydrogenerator.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":8}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}