{"id":"https://openalex.org/W3204664558","doi":"https://doi.org/10.1109/dtpi52967.2021.9540147","title":"Double Deep Q-learning for Anti-saturation Attack Problem of Warship Group","display_name":"Double Deep Q-learning for Anti-saturation Attack Problem of Warship Group","publication_year":2021,"publication_date":"2021-07-15","ids":{"openalex":"https://openalex.org/W3204664558","doi":"https://doi.org/10.1109/dtpi52967.2021.9540147","mag":"3204664558"},"language":"en","primary_location":{"id":"doi:10.1109/dtpi52967.2021.9540147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi52967.2021.9540147","pdf_url":null,"source":{"id":"https://openalex.org/S4306498799","display_name":"2021 IEEE 1st International Conference on Digital Twins and Parallel Intelligence (DTPI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 1st International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100318448","display_name":"Wei Li","orcid":"https://orcid.org/0000-0003-4242-1615"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Li","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088979194","display_name":"Gang Xiong","orcid":"https://orcid.org/0000-0002-4303-5559"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Xiong","raw_affiliation_strings":["Beijing Engineering Research Center of Intelligent Systems and Technology, Institute of Automation","Guangdong Engineering Research Center of 3D Printing and Intelligent Manufacturing, Cloud Computing Center, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Intelligent Systems and Technology, Institute of Automation","institution_ids":["https://openalex.org/I4210094879"]},{"raw_affiliation_string":"Guangdong Engineering Research Center of 3D Printing and Intelligent Manufacturing, Cloud Computing Center, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210144487","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034778725","display_name":"Hao Tao","orcid":"https://orcid.org/0000-0003-1361-2527"},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Tao","raw_affiliation_strings":["China Ship Development and Design Center, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"China Ship Development and Design Center, Wuhan, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100912910","display_name":"Yunjun Han","orcid":"https://orcid.org/0000-0003-1161-4721"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjun Han","raw_affiliation_strings":["School of Control Science and Engineering (CSE), Shandong University, Jinan, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering (CSE), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321401","display_name":"Fang Wang","orcid":"https://orcid.org/0000-0002-3044-0571"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Wang","raw_affiliation_strings":["State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066880964","display_name":"Xisong Dong","orcid":"https://orcid.org/0000-0003-2780-2663"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xisong Dong","raw_affiliation_strings":["State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045934908","display_name":"Zhen Shen","orcid":"https://orcid.org/0000-0002-9634-4945"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Shen","raw_affiliation_strings":["Guangdong Engineering Research Center of 3D Printing and Intelligent Manufacturing, Cloud Computing Center, Chinese Academy of Sciences, Dongguan, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Guangdong Engineering Research Center of 3D Printing and Intelligent Manufacturing, Cloud Computing Center, Chinese Academy of Sciences, Dongguan, China","institution_ids":["https://openalex.org/I4210144487","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100318448"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.8343,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65092849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"6","issue":null,"first_page":"390","last_page":"394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10994","display_name":"Terrorism, Counterterrorism, and Political Violence","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9664000272750854,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7735835313796997},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6398391127586365},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6179522275924683},{"id":"https://openalex.org/keywords/interception","display_name":"Interception","score":0.5916458368301392},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5614691376686096},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5356838703155518},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5150136947631836},{"id":"https://openalex.org/keywords/saturation","display_name":"Saturation (graph theory)","score":0.4939880967140198},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4066479802131653},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.39454832673072815},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34643828868865967},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3209243714809418},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.259038507938385},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16157320141792297},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10409504175186157}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7735835313796997},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6398391127586365},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6179522275924683},{"id":"https://openalex.org/C61270487","wikidata":"https://www.wikidata.org/wiki/Q476843","display_name":"Interception","level":2,"score":0.5916458368301392},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5614691376686096},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5356838703155518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5150136947631836},{"id":"https://openalex.org/C9930424","wikidata":"https://www.wikidata.org/wiki/Q7426587","display_name":"Saturation (graph theory)","level":2,"score":0.4939880967140198},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4066479802131653},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.39454832673072815},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34643828868865967},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3209243714809418},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.259038507938385},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16157320141792297},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10409504175186157},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dtpi52967.2021.9540147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi52967.2021.9540147","pdf_url":null,"source":{"id":"https://openalex.org/S4306498799","display_name":"2021 IEEE 1st International Conference on Digital Twins and Parallel Intelligence (DTPI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 1st International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","score":0.7900000214576721,"display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G1309446526","display_name":null,"funder_award_id":"U19B2029,U1909204,61773381,61773382,61872365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1492140871","https://openalex.org/W1573333435","https://openalex.org/W1987933637","https://openalex.org/W2001976066","https://openalex.org/W2046568175","https://openalex.org/W2065636449","https://openalex.org/W2121863487","https://openalex.org/W2143635634","https://openalex.org/W2155968351","https://openalex.org/W2554837895","https://openalex.org/W2746553466","https://openalex.org/W2913448405","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W187740018"],"abstract_inverted_index":{"Anti-saturation":[0],"attack":[1,115],"(ASA)":[2],"strategy":[3],"is":[4,27,65,82,99],"vital":[5],"for":[6,101],"the":[7,15,23,47,69,74,79,108],"survival":[8],"of":[9,17,25,54,76],"a":[10,30,85],"warship":[11,55],"group,":[12],"and":[13,49,51,71],"attracts":[14],"focus":[16],"many":[18],"researchers.":[19],"In":[20],"this":[21],"paper,":[22],"dynamics":[24],"ASA":[26],"formulated":[28],"as":[29,46],"Markov":[31],"Decision":[32],"Process":[33],"(MDP)":[34],"with":[35,73],"an":[36],"enhanced":[37],"states":[38],"space":[39],"since":[40],"those":[41],"characters":[42],"are":[43],"involved,":[44],"such":[45],"formation":[48],"detection":[50],"interception":[52],"areas":[53],"group.":[56],"A":[57,90],"reinforcement":[58],"learning":[59],"method":[60,110],"(Double":[61],"Deep":[62],"Q-leaning,":[63],"DDQN)":[64],"developed":[66],"to":[67],"solve":[68],"problem":[70],"deal":[72],"curse":[75],"dimensionality":[77],"whereby":[78],"cost-to-go":[80],"value":[81],"calculated":[83],"by":[84,95],"marine":[86],"engagement":[87],"simulation":[88],"system.":[89],"heuristic":[91],"defense":[92],"algorithm":[93],"guided":[94],"field":[96],"expert":[97],"knowledge":[98],"designed":[100],"comparison.":[102],"The":[103],"experimental":[104],"results":[105],"show":[106],"that":[107],"DDQN":[109],"performs":[111],"better":[112],"in":[113],"anti-saturation":[114],"scenarios.":[116]},"counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}