{"id":"https://openalex.org/W4392029655","doi":"https://doi.org/10.1007/s40747-024-01385-4","title":"A modified evolutionary reinforcement learning for multi-agent region protection with fewer defenders","display_name":"A modified evolutionary reinforcement learning for multi-agent region protection with fewer defenders","publication_year":2024,"publication_date":"2024-02-22","ids":{"openalex":"https://openalex.org/W4392029655","doi":"https://doi.org/10.1007/s40747-024-01385-4"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-024-01385-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01385-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01385-4.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01385-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042224998","display_name":"Siqing Sun","orcid":"https://orcid.org/0000-0002-8485-0517"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Siqing Sun","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, 430074, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, 430074, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102845210","display_name":"Huachao Dong","orcid":"https://orcid.org/0000-0002-2471-3545"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huachao Dong","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China"],"affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088474738","display_name":"Tianbo Li","orcid":"https://orcid.org/0009-0002-6284-2759"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianbo Li","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China"],"affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042224998"],"corresponding_institution_ids":["https://openalex.org/I17145004","https://openalex.org/I47720641"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":1.4257,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81091341,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"10","issue":"3","first_page":"3727","last_page":"3742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8277256488800049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6488301753997803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5086020231246948},{"id":"https://openalex.org/keywords/damages","display_name":"Damages","score":0.46068719029426575},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4293508529663086},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42450588941574097},{"id":"https://openalex.org/keywords/evasion","display_name":"Evasion (ethics)","score":0.423176109790802},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3604734241962433},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.33794888854026794},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32151973247528076},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1804770529270172},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16186675429344177},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.0863901674747467},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07617193460464478}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8277256488800049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6488301753997803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5086020231246948},{"id":"https://openalex.org/C2777381055","wikidata":"https://www.wikidata.org/wiki/Q308922","display_name":"Damages","level":2,"score":0.46068719029426575},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4293508529663086},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42450588941574097},{"id":"https://openalex.org/C2781251061","wikidata":"https://www.wikidata.org/wiki/Q5416089","display_name":"Evasion (ethics)","level":3,"score":0.423176109790802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3604734241962433},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33794888854026794},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32151973247528076},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1804770529270172},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16186675429344177},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0863901674747467},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07617193460464478},{"id":"https://openalex.org/C203014093","wikidata":"https://www.wikidata.org/wiki/Q101929","display_name":"Immunology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C8891405","wikidata":"https://www.wikidata.org/wiki/Q1059","display_name":"Immune system","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-024-01385-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01385-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01385-4.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2d1a79083fdd499e93952cd411f4259a","is_oa":true,"landing_page_url":"https://doaj.org/article/2d1a79083fdd499e93952cd411f4259a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 3, Pp 3727-3742 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-024-01385-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01385-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01385-4.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1003491262","display_name":null,"funder_award_id":"52205268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2057308097","display_name":null,"funder_award_id":"52175251","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392029655.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1079347845","https://openalex.org/W1967398213","https://openalex.org/W2010570954","https://openalex.org/W2105850748","https://openalex.org/W2129997629","https://openalex.org/W2145339207","https://openalex.org/W2513156290","https://openalex.org/W2766447205","https://openalex.org/W2794711922","https://openalex.org/W2803208334","https://openalex.org/W2911495555","https://openalex.org/W2968526727","https://openalex.org/W2982316857","https://openalex.org/W3014757303","https://openalex.org/W3088529170","https://openalex.org/W3092132455","https://openalex.org/W3094883192","https://openalex.org/W3136817238","https://openalex.org/W3152878473","https://openalex.org/W3158362201","https://openalex.org/W3205221247","https://openalex.org/W3211390666","https://openalex.org/W3212846353","https://openalex.org/W3213479977","https://openalex.org/W3217607648","https://openalex.org/W4200512239","https://openalex.org/W4205536455","https://openalex.org/W4213246061","https://openalex.org/W4220657240","https://openalex.org/W4221073308","https://openalex.org/W4224950621","https://openalex.org/W4226270887","https://openalex.org/W4226342866","https://openalex.org/W4226362429","https://openalex.org/W4281260284","https://openalex.org/W4281396653","https://openalex.org/W4293173910","https://openalex.org/W4294572827","https://openalex.org/W4295037442","https://openalex.org/W4296335812","https://openalex.org/W4296913591","https://openalex.org/W4310076607","https://openalex.org/W4312601446","https://openalex.org/W4312688468","https://openalex.org/W4312991304","https://openalex.org/W4317036114","https://openalex.org/W4317486291","https://openalex.org/W4383101221"],"related_works":["https://openalex.org/W4205240985","https://openalex.org/W2314597598","https://openalex.org/W1527183021","https://openalex.org/W3125296675","https://openalex.org/W4235320026","https://openalex.org/W3124239800","https://openalex.org/W2365977737","https://openalex.org/W1577024311","https://openalex.org/W4387399630","https://openalex.org/W2170856278"],"abstract_inverted_index":{"Abstract":[0],"Autonomous":[1],"region":[2,75],"protection":[3,48,76],"is":[4,130],"a":[5,26],"significant":[6],"research":[7],"area":[8],"in":[9,16],"multi-agent":[10,74,128],"systems,":[11],"aiming":[12],"to":[13,51,71,132,148,159],"empower":[14],"defenders":[15,114],"preventing":[17],"intruders":[18],"from":[19],"accessing":[20],"specific":[21],"regions.":[22],"This":[23],"paper":[24,137],"presents":[25,139],"Multi-agent":[27],"Region":[28],"Protection":[29],"Environment":[30],"(MRPE)":[31],"featuring":[32],"fewer":[33],"defenders,":[34],"defender":[35,134],"damages,":[36],"and":[37,55,86,95,107,115,145],"intruder":[38],"evasion":[39],"strategies":[40],"targeting":[41],"defenders.":[42],"MRPE":[43],"poses":[44],"challenges":[45],"for":[46,127,142],"traditional":[47],"methods":[49],"due":[50],"its":[52],"high":[53],"nonstationarity":[54],"limited":[56],"interception":[57],"time":[58],"window.":[59],"To":[60],"surmount":[61],"these":[62],"hurdles,":[63],"we":[64],"modify":[65],"evolutionary":[66,84],"reinforcement":[67,88],"learning,":[68,89],"giving":[69],"rise":[70],"the":[72,81,117,143,161],"corresponding":[73],"method":[77],"(MRPM).":[78],"MRPM":[79],"amalgamates":[80],"merits":[82],"of":[83,163],"algorithms":[85],"deep":[87],"specifically":[90],"leveraging":[91],"Differential":[92],"Evolution":[93],"(DE)":[94],"Multi-Agent":[96],"Deep":[97],"Deterministic":[98],"Policy":[99],"Gradient":[100],"(MADDPG).":[101],"DE":[102,118],"facilitates":[103],"diverse":[104],"sample":[105],"exploration":[106],"overcomes":[108],"sparse":[109],"rewards,":[110],"while":[111],"MADDPG":[112],"trains":[113],"expedites":[116],"convergence":[119],"process.":[120],"Additionally,":[121],"an":[122],"elite":[123],"selection":[124],"strategy":[125],"tailored":[126],"systems":[129],"devised":[131],"enhance":[133],"collaboration.":[135],"The":[136],"also":[138],"ingenious":[140],"designs":[141],"fitness":[144],"reward":[146],"functions":[147],"effectively":[149],"drive":[150],"policy":[151],"optimizations.":[152],"Finally,":[153],"extensive":[154],"numerical":[155],"simulations":[156],"are":[157],"conducted":[158],"validate":[160],"effectiveness":[162],"MRPM.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}