{"id":"https://openalex.org/W4312966755","doi":"https://doi.org/10.1109/tsmc.2022.3213517","title":"Data-Driven Tracking Control for Multi-Agent Systems With Unknown Dynamics via Multithreading Iterative <i>Q</i>-Learning","display_name":"Data-Driven Tracking Control for Multi-Agent Systems With Unknown Dynamics via Multithreading Iterative <i>Q</i>-Learning","publication_year":2022,"publication_date":"2022-11-03","ids":{"openalex":"https://openalex.org/W4312966755","doi":"https://doi.org/10.1109/tsmc.2022.3213517"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2022.3213517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2022.3213517","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035908164","display_name":"Tao Dong","orcid":"https://orcid.org/0000-0003-0555-2720"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Dong","raw_affiliation_strings":["College of Electronics and Information Engineering, Southwest University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0555-2720","affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017084976","display_name":"Xiaomei Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomei Gong","raw_affiliation_strings":["College of Electronics and Information Engineering, Southwest University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103007564","display_name":"Aijuan Wang","orcid":"https://orcid.org/0000-0002-3426-064X"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aijuan Wang","raw_affiliation_strings":["College of Computer Science and Engineering, Chongqing University of Technology, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-3426-064X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000100573","display_name":"Huaqing Li","orcid":"https://orcid.org/0000-0001-6310-8965"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaqing Li","raw_affiliation_strings":["College of Electronics and Information Engineering, Southwest University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-6310-8965","affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074290686","display_name":"Tingwen Huang","orcid":"https://orcid.org/0000-0001-9610-846X"},"institutions":[{"id":"https://openalex.org/I58152225","display_name":"Texas A&M University at Qatar","ror":"https://ror.org/03vb4dm14","country_code":"QA","type":"education","lineage":["https://openalex.org/I58152225","https://openalex.org/I91045830"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Tingwen Huang","raw_affiliation_strings":["Department of Mathematics, Texas A&#x0026;M University at Qatar, Ar Rayyan, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-9610-846X","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Texas A&#x0026;M University at Qatar, Ar Rayyan, Doha, Qatar","institution_ids":["https://openalex.org/I58152225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1946,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.9300781,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"53","issue":"4","first_page":"2533","last_page":"2542"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thread","display_name":"Thread (computing)","score":0.7582648992538452},{"id":"https://openalex.org/keywords/iterative-learning-control","display_name":"Iterative learning control","score":0.7276583909988403},{"id":"https://openalex.org/keywords/multithreading","display_name":"Multithreading","score":0.6662616729736328},{"id":"https://openalex.org/keywords/tracking-error","display_name":"Tracking error","score":0.6243353486061096},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6068309545516968},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.4820076525211334},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37071114778518677},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.32361406087875366},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24326199293136597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17070719599723816},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12151458859443665},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.09736907482147217}],"concepts":[{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.7582648992538452},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.7276583909988403},{"id":"https://openalex.org/C201410400","wikidata":"https://www.wikidata.org/wiki/Q1064412","display_name":"Multithreading","level":3,"score":0.6662616729736328},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.6243353486061096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6068309545516968},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.4820076525211334},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37071114778518677},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32361406087875366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24326199293136597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17070719599723816},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12151458859443665},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.09736907482147217}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2022.3213517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2022.3213517","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2709787454","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0470","funder_id":"https://openalex.org/F4320335870","funder_display_name":"Chongqing Basic and Frontier Research Project"},{"id":"https://openalex.org/G3470507327","display_name":null,"funder_award_id":"cstc2020jcyj-msxmX0139","funder_id":"https://openalex.org/F4320335870","funder_display_name":"Chongqing Basic and Frontier Research Project"},{"id":"https://openalex.org/G5775567131","display_name":null,"funder_award_id":"XDJK2020B009","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335870","display_name":"Chongqing Basic and Frontier Research Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1510124874","https://openalex.org/W1918371733","https://openalex.org/W1981934471","https://openalex.org/W2007875519","https://openalex.org/W2059179860","https://openalex.org/W2152555623","https://openalex.org/W2183455460","https://openalex.org/W2188644438","https://openalex.org/W2329769476","https://openalex.org/W2462102501","https://openalex.org/W2742432427","https://openalex.org/W2767633439","https://openalex.org/W2769390742","https://openalex.org/W2792645523","https://openalex.org/W2799931387","https://openalex.org/W2800901244","https://openalex.org/W2803293154","https://openalex.org/W2808659447","https://openalex.org/W2887344203","https://openalex.org/W2899763112","https://openalex.org/W2900426285","https://openalex.org/W2907217398","https://openalex.org/W2940927984","https://openalex.org/W2943094749","https://openalex.org/W2944734899","https://openalex.org/W2966766277","https://openalex.org/W2970394640","https://openalex.org/W2981726317","https://openalex.org/W2996265166","https://openalex.org/W2996913556","https://openalex.org/W2997851848","https://openalex.org/W3008959010","https://openalex.org/W3066256033","https://openalex.org/W3080747787","https://openalex.org/W3109197218","https://openalex.org/W3115157362","https://openalex.org/W3157125573","https://openalex.org/W3164020518","https://openalex.org/W3173063552","https://openalex.org/W3207876914","https://openalex.org/W4220778500","https://openalex.org/W4226022848"],"related_works":["https://openalex.org/W2115561485","https://openalex.org/W1985089255","https://openalex.org/W2010970156","https://openalex.org/W2105895556","https://openalex.org/W2153202644","https://openalex.org/W2379960361","https://openalex.org/W4235861380","https://openalex.org/W2377593213","https://openalex.org/W2133373519","https://openalex.org/W2733115356"],"abstract_inverted_index":{"This":[0],"article":[1],"addresses":[2],"the":[3,43,48,52,59,81,85,111,121,125,129,137,144,152,158,161,167,173],"tracking":[4,44,145],"control":[5,45,89,122,146],"problem":[6,46,147],"of":[7,51,66,128,160],"multiagent":[8],"systems":[9],"(MASs)":[10],"with":[11,87],"unknown":[12],"dynamics.":[13],"First,":[14],"by":[15],"designing":[16],"a":[17,27],"compensator,":[18],"an":[19],"augmented":[20,53],"neighborhood":[21,138],"error":[22,54,139],"system":[23],"is":[24,38,62,77,107,117,132],"proposed.":[25],"Then,":[26],"multithreading":[28],"iterative":[29],"<inline-formula":[30,174],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[31,175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[32,176],"<tex-math":[33,177],"notation=\"LaTeX\">$Q$":[34,178],"</tex-math></inline-formula>":[35,179],"-learning":[36],"algorithm":[37,131,169],"developed,":[39],"which":[40,64,91,134],"can":[41,92,148],"transform":[42],"into":[47],"optimal":[49],"regulation":[50],"system.":[55],"In":[56],"this":[57],"algorithm,":[58],"agent":[60],"controller":[61],"multithread,":[63],"consists":[65],"thread":[67,75,82],"unit,":[68,70],"global":[69,115],"and":[71,96,101,143],"replay":[72,105],"buffer.":[73],"The":[74,104,114],"unit":[76,116],"used":[78,108,118],"to":[79,83,109,119,141],"create":[80],"collect":[84],"transitions":[86],"different":[88],"policies,":[90],"reduce":[93],"data":[94,98],"relativity":[95],"improve":[97],"collection":[99],"speed":[100],"exploration":[102],"capability.":[103],"buffer":[106],"store":[110],"generated":[112],"transitions.":[113],"generate":[120],"policy.":[123],"Moreover,":[124],"convergence":[126],"analysis":[127],"proposed":[130,168],"given,":[133],"shows":[135,166],"that":[136],"converges":[140],"zero":[142],"be":[149],"solved.":[150],"Finally,":[151],"numerical":[153],"example":[154],"not":[155],"only":[156],"verifies":[157],"effectiveness":[159],"obtained":[162],"results":[163],"but":[164],"also":[165],"performs":[170],"better":[171],"than":[172],"-iterative":[180],"algorithm.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}