{"id":"https://openalex.org/W4405717885","doi":"https://doi.org/10.1109/tsmc.2024.3513561","title":"Optimal Tracking Control of Second-Order Multiagent Systems With Input Delay via Data-Driven Forward Reward <i>Q</i>-Learning Framework","display_name":"Optimal Tracking Control of Second-Order Multiagent Systems With Input Delay via Data-Driven Forward Reward <i>Q</i>-Learning Framework","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405717885","doi":"https://doi.org/10.1109/tsmc.2024.3513561"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2024.3513561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3513561","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084344216","display_name":"Kai Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Rao","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2520-3077","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079742998","display_name":"Huaicheng Yan","orcid":"https://orcid.org/0000-0001-5496-1809"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaicheng Yan","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5496-1809","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116252290","display_name":"Qiwei Liu","orcid":"https://orcid.org/0009-0005-9049-5864"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiwei Liu","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-9049-5864","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114101673","display_name":"Qingmei Dang","orcid":null},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingmei Dang","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-5678-565X","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013941056","display_name":"Kaibo Shi","orcid":"https://orcid.org/0000-0002-9863-9229"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaibo Shi","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-9863-9229","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5434,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85048943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"55","issue":"3","first_page":"1858","last_page":"1869"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6192428469657898},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5620833039283752},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5566278696060181},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5462568998336792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5401948690414429},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.535722553730011},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5135100483894348},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32777315378189087},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.2899857461452484},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15781819820404053},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.0746651291847229},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.055910468101501465}],"concepts":[{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6192428469657898},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5620833039283752},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5566278696060181},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5462568998336792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5401948690414429},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.535722553730011},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5135100483894348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32777315378189087},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2899857461452484},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15781819820404053},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0746651291847229},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.055910468101501465},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2024.3513561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3513561","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1764786546","display_name":null,"funder_award_id":"62403200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3868322314","display_name":null,"funder_award_id":"2021-01-07-00-02-E00105","funder_id":"https://openalex.org/F4320334955","funder_display_name":"E-Institutes of Shanghai Municipal Education Commission"},{"id":"https://openalex.org/G4817735944","display_name":null,"funder_award_id":"62333005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5141508806","display_name":null,"funder_award_id":"62373152","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334955","display_name":"E-Institutes of Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2086977346","https://openalex.org/W2320262435","https://openalex.org/W2343701426","https://openalex.org/W2461826481","https://openalex.org/W2529970964","https://openalex.org/W2550394442","https://openalex.org/W2565530127","https://openalex.org/W2731705894","https://openalex.org/W2779486833","https://openalex.org/W2786933610","https://openalex.org/W2797305442","https://openalex.org/W2889785749","https://openalex.org/W2913259157","https://openalex.org/W2947471826","https://openalex.org/W2972136513","https://openalex.org/W2973026380","https://openalex.org/W2982838649","https://openalex.org/W3002448192","https://openalex.org/W3006346521","https://openalex.org/W3035847860","https://openalex.org/W3040590356","https://openalex.org/W3041217846","https://openalex.org/W3049644873","https://openalex.org/W3082102459","https://openalex.org/W3114059704","https://openalex.org/W3133357144","https://openalex.org/W3156587271","https://openalex.org/W3177465406","https://openalex.org/W3197857322","https://openalex.org/W3199602519","https://openalex.org/W3210408793","https://openalex.org/W4205567745","https://openalex.org/W4205733025","https://openalex.org/W4213427794","https://openalex.org/W4285240592","https://openalex.org/W4285277502","https://openalex.org/W4285285023","https://openalex.org/W4285411563","https://openalex.org/W4291910408","https://openalex.org/W4312606238","https://openalex.org/W4312790244","https://openalex.org/W4313291448","https://openalex.org/W4381326412","https://openalex.org/W4383163010","https://openalex.org/W4402263113"],"related_works":["https://openalex.org/W2084086966","https://openalex.org/W2023861399","https://openalex.org/W2320718078","https://openalex.org/W2653530212","https://openalex.org/W2730915376","https://openalex.org/W2626306547","https://openalex.org/W2021396365","https://openalex.org/W2394134009","https://openalex.org/W2119515433","https://openalex.org/W2009561238"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"an":[3,119],"optimal":[4,25,99],"tracking":[5,26,37,104],"control":[6,68,100],"algorithm":[7],"is":[8,33,53,124,162],"derived":[9],"for":[10],"second-order":[11],"discrete-time":[12],"multiagent":[13],"systems":[14],"(MASs)":[15],"with":[16,30],"unknown":[17],"system":[18,147],"dynamics":[19],"and":[20,39,67,77,102,110,149,168],"input":[21,31],"delay.":[22],"First,":[23],"the":[24,36,50,62,74,98,115,128,135,140,143,159],"problem":[27],"of":[28,64,70,97,106,139,146],"MASs":[29],"delay":[32,59],"constructed":[34],"by":[35,155,177],"error":[38],"a":[40,47,56,86],"local":[41],"performance":[42,65],"index":[43,66],"function.":[44],"By":[45],"designing":[46],"new":[48],"variable,":[49],"original":[51],"model":[52,57,76],"converted":[54],"into":[55],"without":[58],"while":[60],"guaranteeing":[61],"equivalence":[63],"law":[69,101],"each":[71],"agent.":[72],"Subsequently,":[73],"transformed":[75],"reinforcement":[78],"learning":[79,90,96,137],"(RL)":[80],"theory":[81],"are":[82,153],"integrated":[83],"to":[84,114,126,133,164],"obtain":[85],"novel":[87],"data-driven":[88],"distributed":[89],"framework.":[91],"This":[92],"framework":[93,161,176],"enables":[94],"online":[95],"ensures":[103],"consensus":[105],"all":[107],"followers\u2019":[108],"position":[109],"velocity":[111],"states.":[112],"Compared":[113],"traditional":[116],"actor\u2013critic":[117,175],"framework,":[118],"additional":[120],"neural":[121],"network":[122],"(NN)":[123],"utilized":[125],"approximate":[127],"forward":[129],"reward":[130],"information":[131,136],"(FRI)":[132],"improve":[134],"capability":[138],"MASs.":[141],"Furthermore,":[142],"convergence":[144,167],"analysis":[145],"states":[148],"three":[150],"NNs":[151],"structures":[152],"conducted":[154],"Lyapunov":[156],"theory.":[157],"Finally,":[158],"proposed":[160],"verified":[163],"have":[165],"better":[166],"require":[169],"fewer":[170],"iteration":[171],"steps":[172],"than":[173],"classical":[174],"numerical":[178],"simulation":[179],"comparison":[180],"experiments.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2024-12-24T00:00:00"}