{"id":"https://openalex.org/W2331370928","doi":"https://doi.org/10.1049/iet-cta.2015.0590","title":"Data\u2010driven optimal tracking control for a class of affine non\u2010linear continuous\u2010time systems with completely unknown dynamics","display_name":"Data\u2010driven optimal tracking control for a class of affine non\u2010linear continuous\u2010time systems with completely unknown dynamics","publication_year":2016,"publication_date":"2016-02-17","ids":{"openalex":"https://openalex.org/W2331370928","doi":"https://doi.org/10.1049/iet-cta.2015.0590","mag":"2331370928"},"language":"en","primary_location":{"id":"doi:10.1049/iet-cta.2015.0590","doi":"https://doi.org/10.1049/iet-cta.2015.0590","is_oa":false,"landing_page_url":"https://doi.org/10.1049/iet-cta.2015.0590","pdf_url":null,"source":{"id":"https://openalex.org/S46640599","display_name":"IET Control Theory and Applications","issn_l":"1751-8644","issn":["1751-8644","1751-8652"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IET Control Theory & Applications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044730926","display_name":"Geyang Xiao","orcid":"https://orcid.org/0000-0002-7597-1034","observed_orcids":["https://orcid.org/0000-0002-7597-1034"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Geyang Xiao","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625792","display_name":"Huaguang Zhang","orcid":"https://orcid.org/0000-0002-2375-9824","observed_orcids":["https://orcid.org/0000-0002-2375-9824","https://orcid.org/0000-0002-7781-1800","https://orcid.org/0000-0001-6419-7461","https://orcid.org/0009-0007-2324-3012"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huaguang Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China","Key Laboratory of Integrated Automation of Process Industry of the National Education Ministry, Northeastern University, 110004 Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Key Laboratory of Integrated Automation of Process Industry of the National Education Ministry, Northeastern University, 110004 Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064721860","display_name":"Yanhong Luo","orcid":"https://orcid.org/0000-0001-6898-7903","observed_orcids":["https://orcid.org/0000-0001-6898-7903"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhong Luo","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101986741","display_name":"He Jiang","orcid":"https://orcid.org/0000-0001-9841-3580","observed_orcids":["https://orcid.org/0000-0001-9841-3580"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Jiang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, P.O. Box 134, 110819 Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100625792"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":{"value":3300,"currency":"USD","value_usd":3300},"apc_paid":null,"fwci":4.7619,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.94546037,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"10","issue":"6","first_page":"700","last_page":"710"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optimal-tracking-control","display_name":"optimal tracking control","score":0.9950000047683716},{"id":"https://openalex.org/keywords/nonlinear-affine-systems","display_name":"affine nonlinear systems","score":0.8809999823570251},{"id":"https://openalex.org/keywords/continuous-time-systems","display_name":"continuous-time systems","score":0.8519999980926514},{"id":"https://openalex.org/keywords/unknown-dynamics","display_name":"unknown dynamics","score":0.6610000133514404},{"id":"https://openalex.org/keywords/data-driven-control","display_name":"data-driven control","score":0.9290000200271606},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8640000224113464},{"id":"https://openalex.org/keywords/policy-iteration","display_name":"policy iteration","score":0.9959999918937683},{"id":"https://openalex.org/keywords/actor-critic-neural-networks","display_name":"actor-critic neural networks","score":0.8410000205039978},{"id":"https://openalex.org/keywords/off-policy-learning","display_name":"off-policy learning","score":0.781000018119812},{"id":"https://openalex.org/keywords/discount-factor","display_name":"discount factor","score":0.8059999942779541},{"id":"https://openalex.org/keywords/least-squares-estimation","display_name":"least squares estimation","score":0.7289999723434448},{"id":"https://openalex.org/keywords/augmented-system","display_name":"augmented system","score":0.5479999780654907}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.8112467527389526},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.682782769203186},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.6161572933197021},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5608831644058228},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5375492572784424},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46633100509643555},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4475986957550049},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4344162940979004},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4317423701286316},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.4276268482208252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1596727967262268},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07329195737838745},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.05732378363609314},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1049/iet-cta.2015.0590","doi":"https://doi.org/10.1049/iet-cta.2015.0590","is_oa":false,"landing_page_url":"https://doi.org/10.1049/iet-cta.2015.0590","pdf_url":null,"source":{"id":"https://openalex.org/S46640599","display_name":"IET Control Theory and Applications","issn_l":"1751-8644","issn":["1751-8644","1751-8652"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311714","host_organization_name":"Institution of Engineering and Technology","host_organization_lineage":["https://openalex.org/P4310311714"],"host_organization_lineage_names":["Institution of Engineering and Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IET Control Theory & Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1474986379","display_name":"\u57fa\u4e8e\u6570\u636e\u9a71\u52a8\u7684\u590d\u6742\u63a7\u5236\u8fc7\u7a0b\u6545\u969c\u8bca\u65ad\u548c\u76d1\u63a7\u7406\u8bba\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61034005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4629068781","display_name":null,"funder_award_id":"61433004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1600046456","https://openalex.org/W1967793246","https://openalex.org/W1968908471","https://openalex.org/W1969959431","https://openalex.org/W1972243698","https://openalex.org/W1977458621","https://openalex.org/W1983523797","https://openalex.org/W1989855774","https://openalex.org/W1995773990","https://openalex.org/W2002007892","https://openalex.org/W2018160758","https://openalex.org/W2020047580","https://openalex.org/W2033030672","https://openalex.org/W2035003264","https://openalex.org/W2040871222","https://openalex.org/W2047090868","https://openalex.org/W2048687352","https://openalex.org/W2052305027","https://openalex.org/W2064365520","https://openalex.org/W2073990179","https://openalex.org/W2078977470","https://openalex.org/W2081514674","https://openalex.org/W2081758070","https://openalex.org/W2085194340","https://openalex.org/W2091130426","https://openalex.org/W2093831009","https://openalex.org/W2098035803","https://openalex.org/W2104843094","https://openalex.org/W2116488102","https://openalex.org/W2118668722","https://openalex.org/W2121863487","https://openalex.org/W2136064843","https://openalex.org/W2137092694","https://openalex.org/W2148439597","https://openalex.org/W2151083101","https://openalex.org/W2156629001","https://openalex.org/W2476930474","https://openalex.org/W2484646121","https://openalex.org/W2767784613","https://openalex.org/W4214717370","https://openalex.org/W4249560056"],"related_works":["https://openalex.org/W3103472115","https://openalex.org/W4384026795","https://openalex.org/W3156838216","https://openalex.org/W2898866592","https://openalex.org/W2945101800","https://openalex.org/W4383502627","https://openalex.org/W4366200307","https://openalex.org/W3112951121","https://openalex.org/W1968908471","https://openalex.org/W2767784613"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"the":[3,25,34,36,53,66,69,81,86,93,105,123,134,138,147,157,169,176,188,191],"optimal":[4,139,142],"tracking":[5],"control":[6,143],"problem":[7],"(OTCP)":[8],"for":[9],"affine":[10],"non\u2010linear":[11],"continuous\u2010time":[12],"systems":[13],"with":[14],"completely":[15],"unknown":[16],"dynamics":[17,59,84],"is":[18,72,107,163],"addressed":[19],"based":[20,91],"on":[21,92,109,175],"data":[22,120,170],"by":[23,116,151],"introducing":[24],"reinforcement":[26],"learning":[27],"(RL)":[28],"technique.":[29],"Unlike":[30],"existing":[31],"methods":[32],"to":[33,46,74,103,136,186],"OTCP,":[35,106],"proposed":[37,67,161,192],"data\u2010driven":[38,97],"policy":[39],"iteration":[40],"(PI)":[41],"method":[42,162],"does":[43],"not":[44],"need":[45],"have":[47],"or":[48],"identify":[49],"any":[50],"knowledge":[51,125],"of":[52,80,126,190],"system":[54,78,83,119,127],"dynamics,":[55],"including":[56],"both":[57],"drift":[58],"and":[60,85,141,146,178],"input":[61,179],"dynamics.":[62,89,128],"To":[63],"carry":[64],"out":[65],"method,":[68,167],"original":[70],"OTCP":[71],"pre\u2010processed":[73],"construct":[75],"an":[76,110,164],"augmented":[77,94],"composed":[79],"error":[82],"desired":[87],"trajectory":[88],"Then,":[90],"system,":[95],"a":[96,152],"PI,":[98],"which":[99,155],"introduces":[100],"discount":[101],"factor":[102],"solve":[104],"implemented":[108],"actor\u2013critic":[111],"neural":[112],"network":[113],"(NN)":[114],"structure":[115,135],"only":[117],"using":[118],"rather":[121],"than":[122],"exact":[124],"Two":[129],"NNs":[130],"are":[131,149,184],"used":[132],"in":[133],"generate":[137],"cost":[140],"policy,":[144],"respectively,":[145],"weights":[148],"updated":[150],"least\u2010square":[153],"approach":[154],"minimises":[156],"residual":[158],"errors.":[159],"The":[160],"off\u2010policy":[165],"RL":[166],"where":[168],"can":[171],"be":[172],"arbitrarily":[173],"sampled":[174],"state":[177],"domain.":[180],"Finally,":[181],"simulation":[182],"results":[183],"provided":[185],"show":[187],"effectiveness":[189],"method.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}