{"id":"https://openalex.org/W2084685708","doi":"https://doi.org/10.1109/ijcnn.2014.6889467","title":"Data-driven iterative adaptive dynamic programming algorithm for approximate optimal control of unknown nonlinear systems","display_name":"Data-driven iterative adaptive dynamic programming algorithm for approximate optimal control of unknown nonlinear systems","publication_year":2014,"publication_date":"2014-07-01","ids":{"openalex":"https://openalex.org/W2084685708","doi":"https://doi.org/10.1109/ijcnn.2014.6889467","mag":"2084685708"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2014.6889467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889467","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100442403","display_name":"Hongliang Li","orcid":"https://orcid.org/0000-0001-5387-0825"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongliang Li","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004057129","display_name":"Derong Liu","orcid":"https://orcid.org/0000-0003-3715-4778"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Derong Liu","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","State Key Lab. of Manage. & Control for Complex Syst., Inst. of Autom., Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Lab. of Manage. & Control for Complex Syst., Inst. of Autom., Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024549341","display_name":"Ding Wang","orcid":"https://orcid.org/0000-0002-7149-5712"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Wang","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100323209","display_name":"Chao Li","orcid":"https://orcid.org/0000-0002-5343-1862"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Li","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100442403"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":1.0682,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78468403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3265","last_page":"3271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.9325000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9039000272750854,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.7419543862342834},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6530370116233826},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6003934144973755},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5607084035873413},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5317857265472412},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5253159999847412},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5226228833198547},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5190161466598511},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.5145389437675476},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5008480548858643},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.4714920222759247},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.465949147939682},{"id":"https://openalex.org/keywords/approximation-algorithm","display_name":"Approximation algorithm","score":0.4251968264579773},{"id":"https://openalex.org/keywords/differential-dynamic-programming","display_name":"Differential dynamic programming","score":0.4215143918991089},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.41191041469573975},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22198334336280823},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.217777281999588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1229768693447113}],"concepts":[{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.7419543862342834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6530370116233826},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6003934144973755},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5607084035873413},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5317857265472412},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5253159999847412},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5226228833198547},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5190161466598511},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.5145389437675476},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5008480548858643},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.4714920222759247},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.465949147939682},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.4251968264579773},{"id":"https://openalex.org/C92292787","wikidata":"https://www.wikidata.org/wiki/Q5275342","display_name":"Differential dynamic programming","level":3,"score":0.4215143918991089},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.41191041469573975},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22198334336280823},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.217777281999588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1229768693447113},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2014.6889467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889467","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W166862392","https://openalex.org/W560518094","https://openalex.org/W1854776945","https://openalex.org/W1977458621","https://openalex.org/W1983089547","https://openalex.org/W1987657756","https://openalex.org/W1994860132","https://openalex.org/W2002007892","https://openalex.org/W2005229381","https://openalex.org/W2017570421","https://openalex.org/W2020047580","https://openalex.org/W2044922360","https://openalex.org/W2045182661","https://openalex.org/W2050838777","https://openalex.org/W2072333675","https://openalex.org/W2093831009","https://openalex.org/W2098035803","https://openalex.org/W2098432798","https://openalex.org/W2110040537","https://openalex.org/W2111980775","https://openalex.org/W2120346334","https://openalex.org/W2132858840","https://openalex.org/W2134569556","https://openalex.org/W2136064843","https://openalex.org/W2137092694","https://openalex.org/W2138131694","https://openalex.org/W2152161277","https://openalex.org/W2159543578","https://openalex.org/W2165501837","https://openalex.org/W2165726932","https://openalex.org/W3213472335","https://openalex.org/W4302328783","https://openalex.org/W6606719070","https://openalex.org/W6677737365","https://openalex.org/W6804409665"],"related_works":["https://openalex.org/W4255265352","https://openalex.org/W4239477580","https://openalex.org/W4285537323","https://openalex.org/W1932159282","https://openalex.org/W2965004901","https://openalex.org/W4281717838","https://openalex.org/W2921905705","https://openalex.org/W4315488747","https://openalex.org/W2090698372","https://openalex.org/W4383890581"],"abstract_inverted_index":{"In":[0],"this":[1,68],"paper,":[2],"we":[3],"develop":[4],"a":[5,28,60],"data-driven":[6,51],"iterative":[7,52],"adaptive":[8,53],"dynamic":[9,54],"programming":[10,55],"algorithm":[11,56,69],"to":[12,31,42,90,106],"learn":[13,43],"offline":[14,40],"the":[15,33,38,44,50,64,73,82,92,97,108,111],"approximate":[16,45,91],"optimal":[17,46],"control":[18,47,98],"of":[19,76,110],"unknown":[20,34],"discrete-time":[21],"nonlinear":[22],"systems.":[23],"We":[24],"do":[25],"not":[26],"use":[27],"model":[29],"network":[30],"identify":[32],"system,":[35],"but":[36],"utilize":[37],"available":[39],"data":[41],"directly.":[48],"First,":[49],"is":[57],"presented":[58],"with":[59],"convergence":[61],"analysis.":[62],"Then,":[63],"error":[65],"bounds":[66],"for":[67],"are":[70,88,104],"provided":[71],"considering":[72],"approximation":[74,78],"errors":[75],"function":[77,95],"structures.":[79],"To":[80],"implement":[81],"developed":[83,112],"algorithm,":[84],"two":[85,101],"neural":[86],"networks":[87],"used":[89],"state-action":[93],"value":[94],"and":[96],"policy.":[99],"Finally,":[100],"simulation":[102],"examples":[103],"given":[105],"demonstrate":[107],"effectiveness":[109],"algorithm.":[113]},"counts_by_year":[{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}