{"id":"https://openalex.org/W4411172273","doi":"https://doi.org/10.1109/tnnls.2025.3573801","title":"A Decentralized Actor\u2013Critic Algorithm With Entropy Regularization and Its Finite-Time Analysis","display_name":"A Decentralized Actor\u2013Critic Algorithm With Entropy Regularization and Its Finite-Time Analysis","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411172273","doi":"https://doi.org/10.1109/tnnls.2025.3573801","pmid":"https://pubmed.ncbi.nlm.nih.gov/40493457"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3573801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3573801","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095902529","display_name":"Tao Mao","orcid":"https://orcid.org/0009-0001-5500-7192"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Mao","raw_affiliation_strings":["School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0009-0001-5500-7192","affiliations":[{"raw_affiliation_string":"School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050705532","display_name":"Junlong Zhu","orcid":"https://orcid.org/0000-0002-6411-7035"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junlong Zhu","raw_affiliation_strings":["School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6411-7035","affiliations":[{"raw_affiliation_string":"School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087014857","display_name":"Mingchuan Zhang","orcid":"https://orcid.org/0000-0002-2523-1089"},"institutions":[{"id":"https://openalex.org/I72565114","display_name":"Luoyang Institute of Science and Technology","ror":"https://ror.org/04nraex26","country_code":"CN","type":"education","lineage":["https://openalex.org/I72565114"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingchuan Zhang","raw_affiliation_strings":["Longmen Laboratory, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-2523-1089","affiliations":[{"raw_affiliation_string":"Longmen Laboratory, Luoyang, China","institution_ids":["https://openalex.org/I72565114"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053095481","display_name":"Quanbo Ge","orcid":"https://orcid.org/0000-0002-0044-6059"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanbo Ge","raw_affiliation_strings":["School of Automation, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0044-6059","affiliations":[{"raw_affiliation_string":"School of Automation, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069590254","display_name":"Ruijuan Zheng","orcid":"https://orcid.org/0000-0002-0932-8788"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijuan Zheng","raw_affiliation_strings":["School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0932-8788","affiliations":[{"raw_affiliation_string":"School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080439384","display_name":"Qingtao Wu","orcid":"https://orcid.org/0000-0003-1572-5293"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingtao Wu","raw_affiliation_strings":["School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1572-5293","affiliations":[{"raw_affiliation_string":"School of lnformation Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06119761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"10","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.8213000297546387,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.8199999928474426,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5595391988754272},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48616382479667664},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4483073949813843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.44378355145454407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4286979138851166},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39853766560554504},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.37860292196273804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23692497611045837},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12810012698173523}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5595391988754272},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48616382479667664},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4483073949813843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.44378355145454407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4286979138851166},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39853766560554504},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.37860292196273804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23692497611045837},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12810012698173523},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3573801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3573801","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40493457","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40493457","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1413938862","display_name":null,"funder_award_id":"61976243","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3241474607","display_name":null,"funder_award_id":"25ZX009","funder_id":"https://openalex.org/F4320335955","funder_display_name":"Key Scientific Research Project of Colleges and Universities in Henan Province"},{"id":"https://openalex.org/G4523051586","display_name":null,"funder_award_id":"23ZX003","funder_id":"https://openalex.org/F4320335955","funder_display_name":"Key Scientific Research Project of Colleges and Universities in Henan Province"},{"id":"https://openalex.org/G5430684331","display_name":null,"funder_award_id":"62172142","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335955","display_name":"Key Scientific Research Project of Colleges and Universities in Henan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W4409439182","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2062023542"],"abstract_inverted_index":{"Decentralized":[0],"actor-critic":[1],"(AC)":[2],"is":[3,101],"one":[4],"of":[5,82,99],"the":[6,91,97,114],"most":[7],"dominant":[8],"algorithms":[9],"for":[10],"dealing":[11],"with":[12,51,60],"multiagent":[13,41],"reinforcement":[14,105],"learning":[15,106],"(MARL)":[16],"problems.":[17],"However,":[18],"exploration-efficient,":[19],"sample-efficient,":[20],"and":[21,79],"communication-efficient":[22],"are":[23],"difficult":[24],"to":[25,48,55],"achieve":[26,71],"simultaneously":[27],"by":[28,44],"existing":[29],"decentralized":[30,40,123],"AC":[31,42,58],"methods.":[32],"For":[33],"this":[34,36],"reason,":[35],"article":[37],"develops":[38],"a":[39],"algorithm":[43,59,116],"incorporating":[45],"entropy":[46,61],"regularization":[47,62],"improve":[49],"exploration":[50,119],"theoretical":[52],"guarantees,":[53],"referred":[54],"as":[56],"multi-agent":[57],"(MACE).":[63],"Moreover,":[64],"we":[65],"rigorously":[66],"prove":[67],"that":[68,113],"MACE":[69,100],"can":[70],"sample":[72],"complexity":[73,81],"$\\mathcal":[74,83],"{O}(\\epsilon":[75,84],"^{-2}\\ln":[76],"\\epsilon":[77,86],"^{-1})$":[78,87],"communication":[80],"^{-1}\\ln":[85],",":[88],"which":[89],"match":[90],"best":[92],"complexities":[93],"at":[94],"present.":[95],"Finally,":[96],"performance":[98],"also":[102],"evaluated":[103],"on":[104],"(RL)":[107],"tasks.":[108],"The":[109],"experimental":[110],"results":[111],"show":[112],"proposed":[115],"achieves":[117],"better":[118],"efficiency":[120],"than":[121],"state-of-the-art":[122],"AC-type":[124],"algorithms.":[125]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}