{"id":"https://openalex.org/W2942517366","doi":"https://doi.org/10.1109/tsmc.2019.2911900","title":"Invariant Adaptive Dynamic Programming for Discrete-Time Optimal Control","display_name":"Invariant Adaptive Dynamic Programming for Discrete-Time Optimal Control","publication_year":2019,"publication_date":"2019-04-29","ids":{"openalex":"https://openalex.org/W2942517366","doi":"https://doi.org/10.1109/tsmc.2019.2911900","mag":"2942517366"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2019.2911900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2019.2911900","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digitalcommons.uri.edu/ele_facpubs/274","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080193690","display_name":"Yuanheng Zhu","orcid":"https://orcid.org/0000-0001-5384-423X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanheng Zhu","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112861803","display_name":"Haibo He","orcid":null},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haibo He","raw_affiliation_strings":["Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5080193690"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210100255","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":4.9901,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.95649426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"50","issue":"11","first_page":"3959","last_page":"3971"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.8177769184112549},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.7142937779426575},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6701878309249878},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.6210373640060425},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5941513776779175},{"id":"https://openalex.org/keywords/lti-system-theory","display_name":"LTI system theory","score":0.520984947681427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5031256079673767},{"id":"https://openalex.org/keywords/system-dynamics","display_name":"System dynamics","score":0.4805369973182678},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.41717225313186646},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38713401556015015},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.37366020679473877},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3298462927341461},{"id":"https://openalex.org/keywords/linear-system","display_name":"Linear system","score":0.154476135969162},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12000808119773865}],"concepts":[{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.8177769184112549},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.7142937779426575},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6701878309249878},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.6210373640060425},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5941513776779175},{"id":"https://openalex.org/C87698059","wikidata":"https://www.wikidata.org/wiki/Q1808960","display_name":"LTI system theory","level":3,"score":0.520984947681427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5031256079673767},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.4805369973182678},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.41717225313186646},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38713401556015015},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.37366020679473877},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3298462927341461},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.154476135969162},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12000808119773865},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsmc.2019.2911900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2019.2911900","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1273","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/274","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1273","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/274","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"},"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1220341689","display_name":null,"funder_award_id":"61603382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1551481981","https://openalex.org/W1584101032","https://openalex.org/W1680219837","https://openalex.org/W1887806484","https://openalex.org/W1939144840","https://openalex.org/W1967184028","https://openalex.org/W1972809999","https://openalex.org/W1977281577","https://openalex.org/W2004412503","https://openalex.org/W2011694027","https://openalex.org/W2024303516","https://openalex.org/W2027588588","https://openalex.org/W2039417685","https://openalex.org/W2048687352","https://openalex.org/W2068328804","https://openalex.org/W2073591687","https://openalex.org/W2093831009","https://openalex.org/W2098432798","https://openalex.org/W2107526949","https://openalex.org/W2125627045","https://openalex.org/W2129122395","https://openalex.org/W2129785513","https://openalex.org/W2148439597","https://openalex.org/W2164484193","https://openalex.org/W2165501837","https://openalex.org/W2165726932","https://openalex.org/W2188644438","https://openalex.org/W2312229020","https://openalex.org/W2405379562","https://openalex.org/W2462102501","https://openalex.org/W2480536132","https://openalex.org/W2489401300","https://openalex.org/W2490234001","https://openalex.org/W2550394442","https://openalex.org/W2559988195","https://openalex.org/W2568214755","https://openalex.org/W2757145975","https://openalex.org/W2762911482","https://openalex.org/W2765645862","https://openalex.org/W2793780249","https://openalex.org/W2802164917","https://openalex.org/W2805337276","https://openalex.org/W2877133098","https://openalex.org/W2963609304","https://openalex.org/W3103456419","https://openalex.org/W3210839039","https://openalex.org/W4300680548","https://openalex.org/W6632987685","https://openalex.org/W6639429317","https://openalex.org/W6684061903"],"related_works":["https://openalex.org/W1932159282","https://openalex.org/W2078163775","https://openalex.org/W2602009922","https://openalex.org/W2166339378","https://openalex.org/W3104183741","https://openalex.org/W1832247486","https://openalex.org/W2021257492","https://openalex.org/W2076533818","https://openalex.org/W2735170708","https://openalex.org/W2314392672"],"abstract_inverted_index":{"For":[0],"systems":[1],"that":[2],"can":[3],"only":[4],"be":[5],"locally":[6],"stabilized,":[7],"control":[8,29,88],"laws":[9],"and":[10,46,50,72,124],"their":[11],"effective":[12],"regions":[13],"are":[14,54,117],"both":[15],"important.":[16],"In":[17],"this":[18],"paper,":[19],"invariant":[20,96],"policy":[21,38,49,123],"iteration":[22],"is":[23,39,65,82,101,112],"proposed":[24],"to":[25,68,84,103,107,119],"solve":[26],"the":[27,57,63,69,73,80,86,105,121,125,132],"optimal":[28,70,74],"of":[30,89,92,134],"discrete-time":[31,93],"systems.":[32,94],"At":[33],"each":[34],"iteration,":[35],"a":[36,47,51,90],"given":[37],"evaluated":[40],"in":[41],"its":[42],"invariantly":[43,126],"admissible":[44,127],"region,":[45],"new":[48,52],"region":[53],"updated":[55],"for":[56],"next":[58],"iteration.":[59],"Theoretical":[60],"analysis":[61],"shows":[62],"method":[64,81,106],"regionally":[66],"convergent":[67],"value":[71],"policy.":[75],"Combined":[76],"with":[77],"sum-of-squares":[78],"polynomials,":[79],"able":[83],"achieve":[85],"near-optimal":[87,122],"class":[91],"An":[95],"adaptive":[97],"dynamic":[98],"programming":[99],"algorithm":[100],"developed":[102],"extend":[104],"scenarios":[108],"where":[109],"system":[110],"dynamics":[111],"not":[113],"available.":[114],"Online":[115],"data":[116],"utilized":[118],"learn":[120],"region.":[128],"Simulated":[129],"experiments":[130],"verify":[131],"effectiveness":[133],"our":[135],"method.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}