{"id":"https://openalex.org/W2055914058","doi":"https://doi.org/10.1109/cdc.2014.7040185","title":"Adaptive dynamic programming for terminally constrained finite-horizon optimal control problems","display_name":"Adaptive dynamic programming for terminally constrained finite-horizon optimal control problems","publication_year":2014,"publication_date":"2014-12-01","ids":{"openalex":"https://openalex.org/W2055914058","doi":"https://doi.org/10.1109/cdc.2014.7040185","mag":"2055914058"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2014.7040185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2014.7040185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"53rd IEEE Conference on Decision and Control","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070648347","display_name":"Lindsey Andrews","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"L. Andrews","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066598060","display_name":"Justin R. Klotz","orcid":"https://orcid.org/0000-0001-8393-7488"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. R. Klotz","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071224574","display_name":"Rushikesh Kamalapurkar","orcid":"https://orcid.org/0000-0001-9963-5361"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Kamalapurkar","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032651215","display_name":"Warren E. Dixon","orcid":"https://orcid.org/0000-0002-5091-181X"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. E. Dixon","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Mechanical & Aerospace Engineering, University of Florida, Gainesville, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"49","issue":null,"first_page":"5095","last_page":"5100"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.7812989950180054},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.7704926133155823},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.7376593351364136},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6603580713272095},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6001139879226685},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5566205978393555},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5490430593490601},{"id":"https://openalex.org/keywords/hamilton\u2013jacobi\u2013bellman-equation","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","score":0.5412660837173462},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.511328399181366},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.49946141242980957},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4950091242790222},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4851249158382416},{"id":"https://openalex.org/keywords/exponential-stability","display_name":"Exponential stability","score":0.43806084990501404},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42877545952796936},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.3435477614402771},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3292638957500458},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.32136768102645874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09775534272193909}],"concepts":[{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.7812989950180054},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.7704926133155823},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.7376593351364136},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6603580713272095},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6001139879226685},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5566205978393555},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5490430593490601},{"id":"https://openalex.org/C196978813","wikidata":"https://www.wikidata.org/wiki/Q3302775","display_name":"Hamilton\u2013Jacobi\u2013Bellman equation","level":3,"score":0.5412660837173462},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.511328399181366},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.49946141242980957},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4950091242790222},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4851249158382416},{"id":"https://openalex.org/C167964875","wikidata":"https://www.wikidata.org/wiki/Q17011487","display_name":"Exponential stability","level":3,"score":0.43806084990501404},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42877545952796936},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3435477614402771},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3292638957500458},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32136768102645874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09775534272193909},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc.2014.7040185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2014.7040185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"53rd IEEE Conference on Decision and Control","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W120139811","https://openalex.org/W1542432808","https://openalex.org/W1966126529","https://openalex.org/W1976186205","https://openalex.org/W1977458621","https://openalex.org/W1983523797","https://openalex.org/W2032845160","https://openalex.org/W2052369206","https://openalex.org/W2082900542","https://openalex.org/W2085194340","https://openalex.org/W2098301654","https://openalex.org/W2104340364","https://openalex.org/W2104843094","https://openalex.org/W2108286682","https://openalex.org/W2114424860","https://openalex.org/W2115447044","https://openalex.org/W2133101712","https://openalex.org/W2138131694","https://openalex.org/W2154868061","https://openalex.org/W2159543578","https://openalex.org/W2798534591","https://openalex.org/W2963273254"],"related_works":["https://openalex.org/W4255265352","https://openalex.org/W4239477580","https://openalex.org/W2921905705","https://openalex.org/W1632524629","https://openalex.org/W2902017027","https://openalex.org/W2110376385","https://openalex.org/W2766998270","https://openalex.org/W2950982235","https://openalex.org/W2052286527","https://openalex.org/W4306892756"],"abstract_inverted_index":{"Adaptive":[0],"dynamic":[1],"programming":[2],"is":[3,33],"applied":[4],"to":[5,13,18,35,97],"control-affine":[6],"nonlinear":[7],"systems":[8],"with":[9,24],"uncertain":[10],"drift":[11],"dynamics":[12],"obtain":[14],"a":[15,19],"near-optimal":[16],"solution":[17],"finite-horizon":[20],"optimal":[21,55,99],"control":[22,59,95,100],"problem":[23],"hard":[25,69],"terminal":[26,70],"constraints.":[27],"A":[28,83],"reinforcement":[29],"learning-based":[30,73],"actor-critic":[31],"framework":[32],"used":[34,49],"approximately":[36],"solve":[37],"the":[38,54,63,68,77,93,98],"Hamilton-Jacobi-Bellman":[39],"equation,":[40],"wherein":[41],"critic":[42],"and":[43,58],"actor":[44],"neural":[45],"networks":[46],"(NN)":[47],"are":[48],"for":[50],"approximate":[51],"learning":[52],"of":[53,80,92],"value":[56],"function":[57],"policy,":[60],"while":[61],"enforcing":[62],"optimality":[64],"condition":[65],"resulting":[66],"from":[67],"constraint.":[71],"Concurrent":[72],"update":[74],"laws":[75],"relax":[76],"restrictive":[78],"persistence":[79],"excitation":[81],"requirement.":[82],"Lyapunov-based":[84],"stability":[85],"analysis":[86],"guarantees":[87],"uniformly":[88],"ultimately":[89],"bounded":[90],"convergence":[91],"enacted":[94],"policy":[96],"policy.":[101]},"counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}