{"id":"https://openalex.org/W4408955168","doi":"https://doi.org/10.1109/tcyb.2025.3549821","title":"Model-Free Algorithms for Cooperative Output Regulation of Discrete-Time Multiagent Systems via <i>Q</i> -Learning Method","display_name":"Model-Free Algorithms for Cooperative Output Regulation of Discrete-Time Multiagent Systems via <i>Q</i> -Learning Method","publication_year":2025,"publication_date":"2025-03-28","ids":{"openalex":"https://openalex.org/W4408955168","doi":"https://doi.org/10.1109/tcyb.2025.3549821","pmid":"https://pubmed.ncbi.nlm.nih.gov/40146641"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2025.3549821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3549821","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100625792","display_name":"Huaguang Zhang","orcid":"https://orcid.org/0000-0002-2375-9824"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]},{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huaguang Zhang","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052418075","display_name":"Tianbiao Wang","orcid":"https://orcid.org/0000-0002-9533-8383"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianbiao Wang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001225543","display_name":"Dazhong Ma","orcid":"https://orcid.org/0000-0001-9647-3694"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dazhong Ma","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100431553","display_name":"Lulu Zhang","orcid":"https://orcid.org/0009-0005-4153-6981"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lulu Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100625792"],"corresponding_institution_ids":["https://openalex.org/I4391767858","https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":6.5238,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96530442,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"55","issue":"5","first_page":"2369","last_page":"2378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9217000007629395,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.6086254119873047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6073065996170044},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.49060526490211487},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.422904908657074},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28114864230155945},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20439818501472473}],"concepts":[{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.6086254119873047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6073065996170044},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.49060526490211487},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.422904908657074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28114864230155945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20439818501472473},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2025.3549821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3549821","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40146641","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40146641","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2034784894","display_name":null,"funder_award_id":"U23B20118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G451589156","display_name":null,"funder_award_id":"2018YFA0702200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G837822842","display_name":null,"funder_award_id":"XLYC1801005","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2035608030","https://openalex.org/W2091402587","https://openalex.org/W2131270851","https://openalex.org/W2152161277","https://openalex.org/W2157881843","https://openalex.org/W2320262435","https://openalex.org/W2481799503","https://openalex.org/W2511897101","https://openalex.org/W2790671014","https://openalex.org/W2795872744","https://openalex.org/W2912832158","https://openalex.org/W2946695384","https://openalex.org/W2971602941","https://openalex.org/W2974120149","https://openalex.org/W2981394297","https://openalex.org/W2982527115","https://openalex.org/W2987667606","https://openalex.org/W2998807257","https://openalex.org/W3022024719","https://openalex.org/W3036329605","https://openalex.org/W3049644873","https://openalex.org/W3086757439","https://openalex.org/W3096135216","https://openalex.org/W3108326949","https://openalex.org/W3133357144","https://openalex.org/W3155402581","https://openalex.org/W3161299873","https://openalex.org/W3175538638","https://openalex.org/W4200009615","https://openalex.org/W4200038771","https://openalex.org/W4210751743","https://openalex.org/W4213327346","https://openalex.org/W4213367573","https://openalex.org/W4220846365","https://openalex.org/W4288064703","https://openalex.org/W4295126615","https://openalex.org/W4310258352","https://openalex.org/W4311909242","https://openalex.org/W4313140147","https://openalex.org/W4313181570","https://openalex.org/W4364375123","https://openalex.org/W4393207138","https://openalex.org/W4400488016","https://openalex.org/W4401806704"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"This":[0,43],"article":[1],"addresses":[2],"the":[3,40,56,72,76,82,89,96,102,110,124,133,142,146,154,157],"cooperative":[4],"output":[5],"regulation":[6],"problem":[7],"for":[8,95],"discrete-time":[9],"multiagent":[10],"systems":[11],"with":[12,88],"unknown":[13],"parameters,":[14,49],"a":[15,31,65,92,106],"challenge":[16,103],"that":[17,121,141],"arises":[18],"in":[19],"many":[20],"practical":[21],"applications":[22],"where":[23],"system":[24,48],"models":[25],"are":[26],"unavailable.":[27],"Unlike":[28],"existing":[29],"techniques,":[30],"model-free":[32],"Q-learning":[33],"algorithm":[34,44,83,118,159],"is":[35,84,113,119,160],"devised":[36],"to":[37,100,130],"iteratively":[38],"obtain":[39],"optimal":[41,73],"policy.":[42,74],"operates":[45],"independently":[46],"of":[47,58,71,78,81,91,104,156],"and":[50,145],"its":[51],"immediate":[52],"cost":[53],"formulation":[54],"excludes":[55],"necessity":[57],"solving":[59],"regulator":[60],"equations.":[61],"Consequently,":[62],"it":[63],"achieves":[64],"streamlined":[66],"structure,":[67],"facilitating":[68],"direct":[69],"determination":[70],"Subsequently,":[75],"stability":[77,131],"each":[79],"iteration":[80],"formally":[85],"established,":[86],"along":[87],"derivation":[90],"unique":[93],"condition":[94],"Q-function":[97],"matrix.":[98],"Additionally,":[99],"address":[101],"obtaining":[105],"stable":[107,126],"policy":[108,112],"when":[109],"initial":[111,125],"unstable,":[114],"an":[115],"innovative":[116],"data-driven":[117],"introduced":[120],"effectively":[122],"computes":[123],"gains,":[127],"ensuring":[128],"convergence":[129],"throughout":[132],"learning":[134],"process.":[135],"Meanwhile,":[136],"we":[137],"focus":[138],"on":[139],"demonstrating":[140],"distributed":[143],"observer":[144],"excitation":[147],"noise":[148],"do":[149],"not":[150],"introduce":[151],"bias.":[152],"Finally,":[153],"efficacy":[155],"proposed":[158],"validated":[161],"through":[162],"two":[163],"simulation":[164],"examples.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-03-29T00:00:00"}