{"id":"https://openalex.org/W4410226722","doi":"https://doi.org/10.1109/tnnls.2025.3564329","title":"Online Adaptive Optimal Control Algorithm Based on Weighted Policy Iteration","display_name":"Online Adaptive Optimal Control Algorithm Based on Weighted Policy Iteration","publication_year":2025,"publication_date":"2025-05-09","ids":{"openalex":"https://openalex.org/W4410226722","doi":"https://doi.org/10.1109/tnnls.2025.3564329","pmid":"https://pubmed.ncbi.nlm.nih.gov/40343822"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3564329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3564329","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102914382","display_name":"Wanlin Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanlin Tan","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0004-0237-3107","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011381205","display_name":"Rui Luo","orcid":"https://orcid.org/0000-0002-3571-7461"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Luo","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3571-7461","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017639281","display_name":"Zhinan Peng","orcid":"https://orcid.org/0000-0003-2239-4920"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhinan Peng","raw_affiliation_strings":["School of Automation Engineering, Center for Robotics, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2239-4920","affiliations":[{"raw_affiliation_string":"School of Automation Engineering, Center for Robotics, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007719477","display_name":"Qiang Ling","orcid":"https://orcid.org/0000-0001-5688-4130"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Ling","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5688-4130","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3336,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87971737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"36","issue":"9","first_page":"15723","last_page":"15734"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13717","display_name":"Advanced Algorithms and Applications","score":0.9114999771118164,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13717","display_name":"Advanced Algorithms and Applications","score":0.9114999771118164,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14225","display_name":"Advanced Sensor and Control Systems","score":0.9027000069618225,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5807045698165894},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5145661234855652},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45082733035087585},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40609100461006165},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2829097509384155},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20200487971305847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5807045698165894},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5145661234855652},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45082733035087585},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40609100461006165},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2829097509384155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20200487971305847}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3564329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3564329","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40343822","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40343822","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2939488271","display_name":null,"funder_award_id":"2021M700695","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3876560866","display_name":null,"funder_award_id":"62203089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4644774866","display_name":null,"funder_award_id":"62103084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5146511058","display_name":null,"funder_award_id":"ZYGX2024XJ030","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5574575701","display_name":null,"funder_award_id":"MISC-202408","funder_id":"https://openalex.org/F4320327727","funder_display_name":"Open Fund of Key Laboratory of Sediment Research"},{"id":"https://openalex.org/G8216773356","display_name":null,"funder_award_id":"62303092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320327727","display_name":"Open Fund of Key Laboratory of Sediment Research","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1968908471","https://openalex.org/W1972243698","https://openalex.org/W2002357820","https://openalex.org/W2010152647","https://openalex.org/W2047090868","https://openalex.org/W2048687352","https://openalex.org/W2073591687","https://openalex.org/W2081514674","https://openalex.org/W2083283377","https://openalex.org/W2108286682","https://openalex.org/W2109640889","https://openalex.org/W2134024695","https://openalex.org/W2137983211","https://openalex.org/W2189990206","https://openalex.org/W2585299106","https://openalex.org/W3016893731","https://openalex.org/W3036075398","https://openalex.org/W3133357144","https://openalex.org/W3194587278","https://openalex.org/W4294692043","https://openalex.org/W4307230233","https://openalex.org/W4362692273","https://openalex.org/W4386349729","https://openalex.org/W4386390175","https://openalex.org/W4388874021","https://openalex.org/W4406754121"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3],"propose":[4],"a":[5,69,120,127],"novel":[6],"online":[7,71,78],"learning":[8,72],"algorithm":[9,73,79],"based":[10],"on":[11,39],"weighted":[12],"policy":[13],"iteration":[14],"(WPI)":[15],"for":[16],"addressing":[17],"optimal":[18,59],"control":[19,45],"problems":[20],"of":[21,32,42,107,119,148],"nonlinear":[22],"systems.":[23],"WPI":[24],"is":[25,48,74,131,134],"proposed":[26],"to":[27,57,98,110,137,144],"deal":[28],"with":[29],"the":[30,33,40,43,51,58,93,105,146],"influence":[31],"neural":[34],"network":[35],"(NN)":[36],"approximation":[37,64],"error":[38],"admissibility":[41],"improved":[44],"policy.":[46],"It":[47],"shown":[49],"that":[50,86,104],"new":[52,77],"iterative":[53],"method":[54],"can":[55,88,114],"converge":[56],"solution":[60],"uniformly.":[61],"Utilizing":[62],"NN":[63],"and":[65],"experience":[66],"replaying":[67],"techniques,":[68],"WPI-based":[70],"proposed.":[75],"The":[76,102],"distinguishes":[80],"from":[81],"previously":[82],"known":[83],"ones":[84],"in":[85,92],"there":[87],"be":[89,111,115],"fewer":[90],"neurons":[91,108],"hidden":[94],"layer,":[95],"giving":[96],"rise":[97],"significant":[99],"computational":[100],"improvement.":[101],"assumption":[103],"number":[106],"needs":[109],"sufficiently":[112],"large":[113],"dropped.":[116],"Besides,":[117],"instead":[118],"standard":[121],"persistently":[122],"excited":[123],"(PE)":[124],"condition,":[125],"only":[126],"relaxed":[128],"PE":[129],"condition":[130],"needed,":[132],"which":[133],"also":[135],"easier":[136],"check.":[138],"Finally,":[139],"numerical":[140],"experiments":[141],"are":[142],"conducted":[143],"verify":[145],"effectiveness":[147],"our":[149],"method.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
