{"id":"https://openalex.org/W7163918140","doi":"https://doi.org/10.1109/tcc.2026.3683729","title":"Reinforcement Learning-Based Equipment Combination Selection Optimization for Multi-Layer Kill Webs","display_name":"Reinforcement Learning-Based Equipment Combination Selection Optimization for Multi-Layer Kill Webs","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7163918140","doi":"https://doi.org/10.1109/tcc.2026.3683729"},"language":null,"primary_location":{"id":"doi:10.1109/tcc.2026.3683729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2026.3683729","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017249976","display_name":"Chao Fang","orcid":"https://orcid.org/0000-0003-0407-4456"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Fang","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7611-4077","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101212310","display_name":"Waris Ali","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Waris Ali","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-9528-4369","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138124355","display_name":"Hang Xu","orcid":"https://orcid.org/0009-0009-3985-658X"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Xu","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-3985-658X","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055037189","display_name":"Yuxia Li","orcid":"https://orcid.org/0009-0002-4723-4915"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingshan Li","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138156923","display_name":"Dongyang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongyang Wang","raw_affiliation_strings":["Beijing Institute of Astronautical Systems Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Astronautical Systems Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138135114","display_name":"Zhihao Qu","orcid":"https://orcid.org/0000-0001-7538-1985"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Qu","raw_affiliation_strings":["School of Computer Science and Software Engineering, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7538-1985","affiliations":[{"raw_affiliation_string":"School of Computer Science and Software Engineering, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122861914","display_name":"Deze Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deze Zeng","raw_affiliation_strings":["School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3276-1202","affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71038099,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"2","first_page":"1172","last_page":"1186"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.07580000162124634,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.07580000162124634,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.0738999992609024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.04450000077486038,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5963000059127808},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5029000043869019},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.36090001463890076},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.2953999936580658},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.2827000021934509}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7116000056266785},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5963000059127808},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.366100013256073},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.2953999936580658},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2026.3683729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2026.3683729","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1450770406","display_name":null,"funder_award_id":"4244065","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G2750484104","display_name":null,"funder_award_id":"20250484984","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G4664128731","display_name":null,"funder_award_id":"62371014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1968543065","https://openalex.org/W2008620264","https://openalex.org/W2102241646","https://openalex.org/W2103030775","https://openalex.org/W2112090702","https://openalex.org/W2153626036","https://openalex.org/W2315161134","https://openalex.org/W2320304862","https://openalex.org/W2603959005","https://openalex.org/W2802553753","https://openalex.org/W2811460593","https://openalex.org/W2890205669","https://openalex.org/W2903859322","https://openalex.org/W3096316553","https://openalex.org/W3199092312","https://openalex.org/W3217033200","https://openalex.org/W4220727841","https://openalex.org/W4284883804","https://openalex.org/W4295036847","https://openalex.org/W4296437512","https://openalex.org/W4297236011","https://openalex.org/W4362494396","https://openalex.org/W4386159745","https://openalex.org/W4401242700","https://openalex.org/W4404037383","https://openalex.org/W4407128684","https://openalex.org/W4407449984","https://openalex.org/W4407466435","https://openalex.org/W4408935390","https://openalex.org/W4414105420","https://openalex.org/W4415126946","https://openalex.org/W4415178821","https://openalex.org/W7126077742"],"related_works":[],"abstract_inverted_index":{"Modern":[0],"network-centric":[1],"operations":[2],"increasingly":[3],"rely":[4],"on":[5,88],"multi-layer":[6,32],"Kill":[7],"Webs":[8],"(KWs),":[9],"enabling":[10],"redundant":[11],"and":[12,25,50,75,101,124,147],"non-linear":[13],"sensing-to-strike":[14],"pathways":[15],"while":[16,162],"introducing":[17],"a":[18,31,38,66,78,155],"combinatorial":[19],"equipment":[20,34,46,97,113],"selection":[21,36,115],"problem":[22,41],"under":[23,129],"uncertainty":[24],"resource":[26,48,102],"constraints.":[27],"This":[28],"paper":[29],"formulates":[30],"KW":[33],"combination":[35,114],"as":[37],"sequential":[39],"decision-making":[40],"by":[42],"explicitly":[43],"modeling":[44],"heterogeneous":[45],"capabilities,":[47],"constraints,":[49],"the":[51,89,135],"network":[52,95],"topology.":[53],"To":[54],"address":[55],"this":[56],"problem,":[57],"we":[58],"developed":[59,109],"an":[60,104],"RL":[61],"learning-based":[62],"optimization":[63],"framework,":[64],"where":[65],"multi-objective":[67],"reward":[68],"function":[69],"integrates":[70],"normalized":[71],"relevance,":[72],"operational":[73,118,160],"risk,":[74],"timeliness,":[76],"with":[77],"penalty":[79],"mechanism":[80],"for":[81],"infeasible":[82],"or":[83],"incomplete":[84],"kill-chain":[85],"closure.":[86],"Based":[87],"jointly":[90],"captured":[91],"state":[92],"information":[93],"(e.g.,":[94],"structure,":[96],"attributes,":[98],"target":[99],"characteristics,":[100],"availability),":[103],"Actor-Critic":[105],"(AC)":[106],"algorithm":[107],"is":[108],"to":[110],"learn":[111],"adaptive":[112],"across":[116],"different":[117],"stages":[119],"using":[120],"temporal-difference":[121],"advantage":[122],"estimation":[123],"entropy":[125],"regularization.":[126],"Simulation":[127],"results":[128],"diverse":[130],"battlefield":[131],"scenarios":[132],"demonstrate":[133],"that":[134],"proposed":[136],"framework":[137],"consistently":[138],"outperforms":[139],"Deep":[140],"Q-Network":[141],"(DQN),":[142],"Proximal":[143],"Policy":[144],"Optimization":[145,150],"(PPO),":[146],"Particle":[148],"Swarm":[149],"(PSO),":[151],"achieving":[152],"at":[153],"least":[154],"19.6%":[156],"improvement":[157],"in":[158],"overall":[159],"effectiveness":[161],"maintaining":[163],"low":[164],"decision":[165],"latency.":[166]},"counts_by_year":[],"updated_date":"2026-06-10T06:17:36.459440","created_date":"2026-06-09T00:00:00"}