{"id":"https://openalex.org/W4310230597","doi":"https://doi.org/10.3390/e24121727","title":"Optimal Security Protection Strategy Selection Model Based on Q-Learning Particle Swarm Optimization","display_name":"Optimal Security Protection Strategy Selection Model Based on Q-Learning Particle Swarm Optimization","publication_year":2022,"publication_date":"2022-11-25","ids":{"openalex":"https://openalex.org/W4310230597","doi":"https://doi.org/10.3390/e24121727","pmid":"https://pubmed.ncbi.nlm.nih.gov/36554131"},"language":"en","primary_location":{"id":"doi:10.3390/e24121727","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24121727","pdf_url":"https://www.mdpi.com/1099-4300/24/12/1727/pdf?version=1669704977","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/12/1727/pdf?version=1669704977","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100328704","display_name":"Xin Gao","orcid":"https://orcid.org/0009-0007-3642-068X"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Gao","raw_affiliation_strings":["Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008695791","display_name":"Zhou Yang","orcid":"https://orcid.org/0000-0001-5938-1918"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Zhou","raw_affiliation_strings":["Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006924079","display_name":"Lijuan Xu","orcid":"https://orcid.org/0000-0003-3386-4756"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijuan Xu","raw_affiliation_strings":["Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020197287","display_name":"Dawei Zhao","orcid":"https://orcid.org/0000-0002-1812-1316"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dawei Zhao","raw_affiliation_strings":["Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China"],"raw_orcid":"https://orcid.org/0000-0002-1812-1316","affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computer Networks, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan 250014, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008695791","https://openalex.org/A5020197287"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.8914,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7294952,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"24","issue":"12","first_page":"1727","last_page":"1727"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.7805535197257996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6543983817100525},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5277864336967468},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5131486058235168},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.451389342546463},{"id":"https://openalex.org/keywords/multi-swarm-optimization","display_name":"Multi-swarm optimization","score":0.42065420746803284},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.34750404953956604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23759719729423523},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17999348044395447},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13531920313835144},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1302468478679657}],"concepts":[{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.7805535197257996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6543983817100525},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5277864336967468},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5131486058235168},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.451389342546463},{"id":"https://openalex.org/C122357587","wikidata":"https://www.wikidata.org/wiki/Q6934508","display_name":"Multi-swarm optimization","level":3,"score":0.42065420746803284},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.34750404953956604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23759719729423523},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17999348044395447},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13531920313835144},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1302468478679657},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24121727","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24121727","pdf_url":"https://www.mdpi.com/1099-4300/24/12/1727/pdf?version=1669704977","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:36554131","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36554131","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:18d7e2d9868940bca10e4caa46cb1c8a","is_oa":true,"landing_page_url":"https://doaj.org/article/18d7e2d9868940bca10e4caa46cb1c8a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 12, p 1727 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/12/1727/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24121727","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 12; Pages: 1727","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9778316","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9778316","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24121727","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24121727","pdf_url":"https://www.mdpi.com/1099-4300/24/12/1727/pdf?version=1669704977","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3443986154","display_name":null,"funder_award_id":"62172244","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4547770895","display_name":null,"funder_award_id":"2020AAA0107700","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6250878963","display_name":null,"funder_award_id":"ZR2021MF132","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G6381019412","display_name":null,"funder_award_id":"ZR2020YQ06","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7068691765","display_name":null,"funder_award_id":"2022JBZ01-01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7149019400","display_name":null,"funder_award_id":"2021KJ001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7179437093","display_name":null,"funder_award_id":"ZR2020YQ06","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G9074125","display_name":null,"funder_award_id":"ZR2021MF132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310230597.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W62576224","https://openalex.org/W1127184320","https://openalex.org/W1577831524","https://openalex.org/W1987204647","https://openalex.org/W1995716850","https://openalex.org/W2009495439","https://openalex.org/W2028698981","https://openalex.org/W2044723126","https://openalex.org/W2053944475","https://openalex.org/W2065527711","https://openalex.org/W2077937403","https://openalex.org/W2099103357","https://openalex.org/W2113669679","https://openalex.org/W2126105956","https://openalex.org/W2131875370","https://openalex.org/W2142993476","https://openalex.org/W2143174928","https://openalex.org/W2165836036","https://openalex.org/W2208484662","https://openalex.org/W2340989005","https://openalex.org/W2510535264","https://openalex.org/W2564479489","https://openalex.org/W2569569679","https://openalex.org/W2608147616","https://openalex.org/W2618656593","https://openalex.org/W2619874920","https://openalex.org/W2745671372","https://openalex.org/W2748073548","https://openalex.org/W2781662152","https://openalex.org/W2788992808","https://openalex.org/W2904394492","https://openalex.org/W2968010987","https://openalex.org/W2973184394","https://openalex.org/W2995249706","https://openalex.org/W3012066402","https://openalex.org/W3021285574","https://openalex.org/W3047325171","https://openalex.org/W3216271321","https://openalex.org/W4205874029","https://openalex.org/W4220794850","https://openalex.org/W6635235395","https://openalex.org/W6639681994","https://openalex.org/W6682642761","https://openalex.org/W6699473190","https://openalex.org/W6738520201","https://openalex.org/W7065087279"],"related_works":["https://openalex.org/W2006324351","https://openalex.org/W2965421953","https://openalex.org/W2349895019","https://openalex.org/W2116074880","https://openalex.org/W2950423922","https://openalex.org/W2070977815","https://openalex.org/W2121780490","https://openalex.org/W2137136732","https://openalex.org/W2972744589","https://openalex.org/W2132113279"],"abstract_inverted_index":{"With":[0],"the":[1,10,59,68,109,113,120,124,133,145,148,157],"rapid":[2],"development":[3],"of":[4,7,52,105,132,152],"Industrial":[5],"Internet":[6],"Things":[8],"technology,":[9],"industrial":[11],"control":[12],"system":[13],"(ICS)":[14],"faces":[15],"more":[16,18],"and":[17,27,39,62,65,87,129,144,150,156],"security":[19,54,60,82,102],"threats,":[20],"which":[21],"may":[22],"lead":[23],"to":[24,35,47,66,122],"serious":[25],"risks":[26],"extensive":[28],"damage.":[29],"Naturally,":[30],"it":[31],"is":[32],"particularly":[33],"important":[34],"construct":[36,48],"efficient,":[37],"robust,":[38],"low-cost":[40],"protection":[41,55,63,83,110],"strategies":[42],"for":[43],"ICS.":[44],"However,":[45],"how":[46],"an":[49,80,89],"objective":[50],"function":[51],"optimal":[53,69,81],"strategy":[56,84,111],"considering":[57],"both":[58],"risk":[61,103],"cost,":[64],"find":[67],"solution,":[70],"are":[71,137],"all":[72],"significant":[73],"challenges.":[74],"In":[75],"this":[76],"paper,":[77],"we":[78],"propose":[79],"selection":[85],"model":[86,100,155],"develop":[88],"optimization":[90,97],"framework":[91],"based":[92],"on":[93,139],"Q-Learning":[94,121],"particle":[95],"swarm":[96],"(QLPSO).":[98],"The":[99,117],"performs":[101],"assessment":[104],"ICS":[106],"by":[107],"introducing":[108],"into":[112],"Bayesian":[114],"attack":[115],"graph.":[116],"QLPSO":[118,158],"adopts":[119],"improve":[123],"local":[125],"optimum,":[126],"insufficient":[127],"diversity,":[128],"low":[130],"precision":[131],"PSO":[134],"algorithm.":[135,159],"Simulations":[136],"performed":[138],"a":[140],"water":[141],"distribution":[142],"ICS,":[143],"results":[146],"verify":[147],"validity":[149],"feasibility":[151],"our":[153],"proposed":[154]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}