{"id":"https://openalex.org/W4392939427","doi":"https://doi.org/10.1109/tfuzz.2023.3344123","title":"Adaptive Optimal Control via <i>Q</i>-Learning for It\u00f4 Fuzzy Stochastic Nonlinear Continuous-Time Systems With Stackelberg Game","display_name":"Adaptive Optimal Control via <i>Q</i>-Learning for It\u00f4 Fuzzy Stochastic Nonlinear Continuous-Time Systems With Stackelberg Game","publication_year":2024,"publication_date":"2024-03-19","ids":{"openalex":"https://openalex.org/W4392939427","doi":"https://doi.org/10.1109/tfuzz.2023.3344123"},"language":"en","primary_location":{"id":"doi:10.1109/tfuzz.2023.3344123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2023.3344123","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010477724","display_name":"Zhongyang Ming","orcid":"https://orcid.org/0009-0001-1002-6840"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongyang Ming","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625792","display_name":"Huaguang Zhang","orcid":"https://orcid.org/0000-0002-2375-9824"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaguang Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024996421","display_name":"Ying Yan","orcid":"https://orcid.org/0000-0002-5912-2462"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Yan","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":null,"display_name":"Liu Yang","orcid":"https://orcid.org/0000-0001-6419-7461"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu Yang","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010477724"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":3.863,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93929095,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"32","issue":"4","first_page":"2029","last_page":"2038"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9120000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5718758702278137},{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.5482622981071472},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.547041118144989},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5323641300201416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5314471125602722},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.516137957572937},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.48064959049224854},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46174269914627075},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4470328688621521},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4294576644897461},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4006703495979309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2170526385307312},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.1548183262348175}],"concepts":[{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5718758702278137},{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.5482622981071472},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.547041118144989},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5323641300201416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5314471125602722},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.516137957572937},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.48064959049224854},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46174269914627075},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4470328688621521},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4294576644897461},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4006703495979309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2170526385307312},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.1548183262348175},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tfuzz.2023.3344123","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2023.3344123","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2034784894","display_name":null,"funder_award_id":"U23B20118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G837822842","display_name":null,"funder_award_id":"XLYC1801005","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1997603681","https://openalex.org/W2024303516","https://openalex.org/W2085194340","https://openalex.org/W2100276679","https://openalex.org/W2137092694","https://openalex.org/W2529203006","https://openalex.org/W2564717627","https://openalex.org/W2774852867","https://openalex.org/W2900759768","https://openalex.org/W2912326338","https://openalex.org/W2914172002","https://openalex.org/W2925001235","https://openalex.org/W2982838649","https://openalex.org/W3014304369","https://openalex.org/W3020949582","https://openalex.org/W3032587223","https://openalex.org/W3125139011","https://openalex.org/W3127008750","https://openalex.org/W3153781554","https://openalex.org/W3154855920","https://openalex.org/W3161007538","https://openalex.org/W3181437685","https://openalex.org/W3187550742","https://openalex.org/W3192842559","https://openalex.org/W3206104399","https://openalex.org/W3210219383","https://openalex.org/W4200038771","https://openalex.org/W4206037914","https://openalex.org/W4210910856","https://openalex.org/W4210931967","https://openalex.org/W4225661228","https://openalex.org/W4285186093","https://openalex.org/W4292968440","https://openalex.org/W4296437223","https://openalex.org/W4307230233","https://openalex.org/W4309579403","https://openalex.org/W4311922055","https://openalex.org/W4312340007","https://openalex.org/W4312721382","https://openalex.org/W4313892934","https://openalex.org/W4320712923","https://openalex.org/W4323519352","https://openalex.org/W4327522695","https://openalex.org/W4378805020","https://openalex.org/W4384789633"],"related_works":["https://openalex.org/W1987562536","https://openalex.org/W4383533535","https://openalex.org/W2605497830","https://openalex.org/W3169439878","https://openalex.org/W2062756478","https://openalex.org/W2948291551","https://openalex.org/W2115512691","https://openalex.org/W135622916","https://openalex.org/W2162992672","https://openalex.org/W2792368061"],"abstract_inverted_index":{"In":[0,153],"order":[1,99],"to":[2,85,100,148,188],"solve":[3,149],"the":[4,9,15,24,46,50,81,90,107,118,122,155,159,164,167,190,193],"two-player":[5],"Stackelberg":[6,119],"game":[7,120],"for":[8],"continuous-time":[10,115],"nonlinear":[11,114,169],"stochastic":[12,19,113,170],"system,":[13],"using":[14],"Takagi\u2013Sugeno":[16],"(T-S)":[17],"fuzzy":[18,48,52,112,174],"model,":[20,49],"this":[21,96,146],"paper":[22],"defines":[23],"novel":[25,71],"<inline-formula":[26,125,136],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[27,126,137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[28,127,138],"notation=\"LaTeX\">$Q$</tex-math></inline-formula>":[29,128,139],"-functions":[30,129],"and":[31,79,135,176],"suggests":[32],"an":[33],"adaptive":[34],"dynamic":[35],"programming":[36],"(ADP)-based":[37],"approach":[38,157],"that":[39],"is":[40,106,177,186],"completely":[41],"model-free.":[42],"First,":[43],"based":[44,74,172],"on":[45,75,173],"T-S":[47],"overall":[51],"control":[53,161,196],"policies":[54],"with":[55,117],"corresponding":[56],"cost":[57,92],"functions":[58,64,93],"are":[59,65,130,142],"designed":[60],"where":[61],"coupled":[62],"penalty":[63],"considered.":[66],"Subsequently,":[67],"we":[68],"create":[69],"a":[70,183],"two-level":[72],"algorithm":[73,141],"integral":[76],"reinforcement":[77],"learning":[78],"provide":[80],"proof":[82],"of":[83,88,166,192],"convergence":[84],"overcome":[86],"challenge":[87],"computing":[89],"optimal":[91],"analytically.":[94],"On":[95],"basis,":[97],"in":[98,110,145],"achieve":[101],"entirely":[102],"model-free":[103],"learning,":[104],"which":[105],"first":[108],"attempt":[109],"solving":[111],"systems":[116],"problem,":[121],"innovative":[123],"action-dependent":[124],"developed.":[131],"Fuzzy":[132],"linearization":[133],"technique":[134],"-learning":[140],"ingeniously":[143],"combined":[144],"article":[147],"their":[150],"respective":[151],"difficulties.":[152],"addition,":[154],"Lyapunov":[156],"under":[158],"ADP-based":[160,195],"scheme":[162],"ensures":[163],"stability":[165],"closed-loop":[168],"system":[171],"approximation":[175],"characterized":[178],"by":[179],"asymptotic":[180],"stability.":[181],"Finally,":[182],"numerical":[184],"simulation":[185],"offered":[187],"show":[189],"efficacy":[191],"existing":[194],"technique.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2024-03-20T00:00:00"}