{"id":"https://openalex.org/W3200299012","doi":"https://doi.org/10.1109/tcyb.2021.3107801","title":"Offline and Online Adaptive Critic Control Designs With Stability Guarantee Through Value Iteration","display_name":"Offline and Online Adaptive Critic Control Designs With Stability Guarantee Through Value Iteration","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3200299012","doi":"https://doi.org/10.1109/tcyb.2021.3107801","mag":"3200299012","pmid":"https://pubmed.ncbi.nlm.nih.gov/34516384"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2021.3107801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3107801","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085117395","display_name":"Mingming Ha","orcid":"https://orcid.org/0000-0002-2901-9608"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingming Ha","raw_affiliation_strings":["School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024549341","display_name":"Ding Wang","orcid":"https://orcid.org/0000-0002-7149-5712"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Wang","raw_affiliation_strings":["Faculty of Information Technology and Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004057129","display_name":"Derong Liu","orcid":"https://orcid.org/0000-0003-3715-4778"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derong Liu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois at Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085117395"],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":6.6353,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.97239328,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"52","issue":"12","first_page":"13262","last_page":"13274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.7295905351638794},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6402537226676941},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5771481394767761},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.574374258518219},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5650414228439331},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5527400970458984},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5413285493850708},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5134152173995972},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4914957284927368},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4840082824230194},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4323667287826538},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41786688566207886},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.41231569647789},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3429470658302307},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2571282684803009},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.06988227367401123}],"concepts":[{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.7295905351638794},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6402537226676941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5771481394767761},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.574374258518219},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5650414228439331},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5527400970458984},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5413285493850708},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5134152173995972},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4914957284927368},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4840082824230194},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4323667287826538},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41786688566207886},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.41231569647789},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3429470658302307},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2571282684803009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.06988227367401123},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2021.3107801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3107801","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:34516384","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34516384","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3173892580","display_name":null,"funder_award_id":"JQ19013","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G4157164483","display_name":null,"funder_award_id":"61773373","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W560518094","https://openalex.org/W1680219837","https://openalex.org/W1983089547","https://openalex.org/W1983523797","https://openalex.org/W1986864433","https://openalex.org/W1999678919","https://openalex.org/W2024162902","https://openalex.org/W2030038728","https://openalex.org/W2035003264","https://openalex.org/W2048687352","https://openalex.org/W2048972052","https://openalex.org/W2072333675","https://openalex.org/W2078977470","https://openalex.org/W2093831009","https://openalex.org/W2110040537","https://openalex.org/W2132858840","https://openalex.org/W2152161277","https://openalex.org/W2165501837","https://openalex.org/W2165726932","https://openalex.org/W2188644438","https://openalex.org/W2189990206","https://openalex.org/W2257979135","https://openalex.org/W2522967535","https://openalex.org/W2529970964","https://openalex.org/W2550394442","https://openalex.org/W2559988195","https://openalex.org/W2561946193","https://openalex.org/W2570494446","https://openalex.org/W2605603065","https://openalex.org/W2609750639","https://openalex.org/W2727279496","https://openalex.org/W2766502495","https://openalex.org/W2772589676","https://openalex.org/W2779055119","https://openalex.org/W2795578496","https://openalex.org/W2913466073","https://openalex.org/W2918343027","https://openalex.org/W2951170679","https://openalex.org/W2955358943","https://openalex.org/W2956094573","https://openalex.org/W2962974451","https://openalex.org/W2963393268","https://openalex.org/W2963729301","https://openalex.org/W3015341440","https://openalex.org/W3036186095","https://openalex.org/W3039138740","https://openalex.org/W3044661254","https://openalex.org/W3111327451","https://openalex.org/W3114263192","https://openalex.org/W4214717370","https://openalex.org/W6780175802"],"related_works":["https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W3131574667","https://openalex.org/W4360995134","https://openalex.org/W4248382324","https://openalex.org/W3023605104","https://openalex.org/W2039473718","https://openalex.org/W2387529410","https://openalex.org/W2383578611","https://openalex.org/W2987583674"],"abstract_inverted_index":{"This":[0],"article":[1],"is":[2,44,56,81,85],"concerned":[3],"with":[4,40,107],"the":[5,8,25,48,66,88,92,97,103,121,124,132,144,147],"stability":[6,20,42,114,122],"of":[7,50,68,123,146],"closed-loop":[9],"system":[10,126],"using":[11,77],"various":[12],"control":[13,61,79,133],"policies":[14,80],"generated":[15],"by":[16,46],"value":[17,36],"iteration.":[18],"Some":[19],"properties":[21],"involving":[22],"admissibility":[23],"criteria,":[24],"attraction":[26,69],"domain,":[27,70],"and":[28,52],"so":[29],"forth,":[30],"are":[31],"investigated.":[32],"An":[33],"offline":[34],"integrated":[35],"iteration":[37],"(VI)":[38],"scheme":[39,110],"a":[41,108],"guarantee":[43],"developed":[45],"combining":[47],"advantages":[49],"VI":[51],"policy":[53,134],"iteration,":[54],"which":[55],"convenient":[57],"to":[58,96],"obtain":[59],"admissible":[60],"policies.":[62],"Also,":[63],"based":[64],"on":[65],"concept":[67],"an":[71],"online":[72,93,104],"adaptive":[73],"dynamic":[74],"programming":[75],"algorithm":[76,94,106],"immature":[78],"developed.":[82],"Remarkably,":[83],"it":[84],"ensured":[86],"that":[87,120],"state":[89],"trajectory":[90],"under":[91],"converges":[95],"origin.":[98],"Particularly,":[99],"for":[100],"linear":[101,125],"systems,":[102],"ADP":[105],"general":[109],"possesses":[111],"more":[112],"enhanced":[113],"property.":[115],"The":[116,140],"theoretical":[117],"results":[118,142],"reveal":[119],"can":[127],"be":[128],"guaranteed":[129],"even":[130],"if":[131],"sequence":[135],"includes":[136],"finite":[137],"unstable":[138],"elements.":[139],"numerical":[141],"verify":[143],"effectiveness":[145],"present":[148],"algorithms.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}