{"id":"https://openalex.org/W4415821328","doi":"https://doi.org/10.1109/tnnls.2025.3624785","title":"Integrating Actor\u2013Critic Reinforcement Learning With Evolutionary Algorithm for Multimodal Multiobjective Optimization","display_name":"Integrating Actor\u2013Critic Reinforcement Learning With Evolutionary Algorithm for Multimodal Multiobjective Optimization","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4415821328","doi":"https://doi.org/10.1109/tnnls.2025.3624785","pmid":"https://pubmed.ncbi.nlm.nih.gov/41182947"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3624785","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3624785","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116677804","display_name":"Kaili Xiang","orcid":"https://orcid.org/0009-0006-6577-0593"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kaili Xiang","raw_affiliation_strings":["International Joint Laboratory on Safety and Control of Autonomous Unmanned Systems of Ministry of Education and the School of Automation, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0006-6577-0593","affiliations":[{"raw_affiliation_string":"International Joint Laboratory on Safety and Control of Autonomous Unmanned Systems of Ministry of Education and the School of Automation, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046849667","display_name":"Tenglong Huang","orcid":"https://orcid.org/0000-0001-9420-7990"},"institutions":[{"id":"https://openalex.org/I4210088176","display_name":"North West Agriculture and Forestry University","ror":null,"country_code":"CN","type":null,"lineage":["https://openalex.org/I4210088176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tenglong Huang","raw_affiliation_strings":["College of Mechanical and Electronic Engineering, Northwest A&F University, Yangling, Xianyang, China"],"raw_orcid":"https://orcid.org/0000-0001-9420-7990","affiliations":[{"raw_affiliation_string":"College of Mechanical and Electronic Engineering, Northwest A&F University, Yangling, Xianyang, China","institution_ids":["https://openalex.org/I4210088176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101198707","display_name":"Lei Yang","orcid":"https://orcid.org/0009-0007-9198-2941"},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, Xianyang, China"],"raw_orcid":"https://orcid.org/0009-0007-9198-2941","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, Xianyang, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064575902","display_name":"Jie Lin","orcid":"https://orcid.org/0000-0002-9111-9044"},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jie Lin","raw_affiliation_strings":["School of Artificial Intelligence and Robotics, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-9111-9044","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I4210121405"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5116677804"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":1.3257,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86679414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"37","issue":"4","first_page":"1739","last_page":"1751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9172999858856201,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9172999858856201,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7548999786376953},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6600000262260437},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6140000224113464},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5885999798774719},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5515999794006348},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4909999966621399},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.48989999294281006},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48429998755455017},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.48089998960494995}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7548999786376953},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6600000262260437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6334999799728394},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5885999798774719},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5515999794006348},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5295000076293945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5080999732017517},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4909999966621399},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48429998755455017},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.48089998960494995},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4659000039100647},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46459999680519104},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C199505168","wikidata":"https://www.wikidata.org/wiki/Q3267529","display_name":"Evolutionary robotics","level":3,"score":0.36329999566078186},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.3138999938964844},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C153991713","wikidata":"https://www.wikidata.org/wiki/Q17142856","display_name":"Niche","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C207002847","wikidata":"https://www.wikidata.org/wiki/Q2912857","display_name":"Evolution strategy","level":3,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3624785","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3624785","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:41182947","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41182947","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3204477518","display_name":null,"funder_award_id":"Z1090122067","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5030752607","display_name":null,"funder_award_id":"62503397","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Effectively":[0],"solving":[1],"multimodal":[2],"multiobjective":[3],"optimization":[4,197],"problems":[5,181],"(MMOPs)":[6],"requires":[7],"maintaining":[8],"an":[9],"optimal":[10],"balance":[11,193],"between":[12,55,77],"the":[13,16,37,43,67,75,78,95,102,110,121,128,167,171],"diversity":[14,79,92,159],"and":[15,58,80,91,105,127,160,182,195],"convergence.":[17,162],"Traditional":[18],"algorithms":[19,177],"often":[20],"struggle":[21],"with":[22,42,149],"environmental":[23,48],"selection":[24,49],"adaptability,":[25],"leading":[26],"to":[27,137,200],"suboptimal":[28],"performance":[29,169],"across":[30,178],"diverse":[31],"MMOPs.":[32],"This":[33,144],"article":[34],"innovatively":[35],"integrates":[36],"actor-critic":[38],"reinforcement":[39],"learning":[40,54],"(RL)":[41],"evolutionary":[44],"algorithm,":[45],"significantly":[46],"improving":[47],"adaptability":[50],"through":[51,140],"synergistic":[52],"online":[53,142],"its":[56],"actor":[57,122],"critic":[59,129],"components.":[60],"An":[61],"RL":[62],"process":[63,84],"that":[64],"dynamically":[65],"optimizes":[66],"niche":[68,98],"size":[69,99],"is":[70,85],"established,":[71],"which":[72,134],"critically":[73],"determines":[74],"trade-off":[76],"convergence":[81,90,151],"preferences.":[82],"The":[83,186],"formulated":[86],"by":[87],"defining:":[88],"1)":[89],"measures":[93],"as":[94,101,109,120],"state;":[96],"2)":[97],"adjustment":[100],"continuous":[103],"action;":[104],"3)":[106],"state":[107],"improvement":[108],"reward.":[111],"Two":[112],"specialized":[113],"fully":[114],"connected":[115],"neural":[116],"networks":[117],"are":[118],"employed":[119],"network":[123,130],"for":[124,131],"action":[125],"generation":[126],"value":[132],"estimation,":[133],"collaboratively":[135],"adapt":[136],"population":[138],"states":[139],"real-time":[141],"learning.":[143],"adaptive":[145],"niching":[146],"technology,":[147],"integrated":[148],"local":[150],"quality":[152],"assessment,":[153],"enables":[154],"comprehensive":[155],"evaluation":[156],"of":[157,170],"both":[158],"potential":[161],"Extensive":[163],"experimental":[164],"validation":[165],"demonstrates":[166],"superior":[168],"proposed":[172],"algorithm":[173],"against":[174],"ten":[175],"state-of-the-art":[176],"48":[179],"benchmark":[180],"a":[183],"real-world":[184],"application.":[185],"results":[187],"consistently":[188],"show":[189],"significant":[190],"improvements":[191],"in":[192],"maintenance":[194],"overall":[196],"effectiveness":[198],"compared":[199],"existing":[201],"algorithms.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-07T06:01:17.266235","created_date":"2025-11-03T00:00:00"}