{"id":"https://openalex.org/W4211214125","doi":"https://doi.org/10.1109/cns53000.2021.9705041","title":"DREVAN: Deep Reinforcement Learning-based Vulnerability-Aware Network Adaptations for Resilient Networks","display_name":"DREVAN: Deep Reinforcement Learning-based Vulnerability-Aware Network Adaptations for Resilient Networks","publication_year":2021,"publication_date":"2021-10-04","ids":{"openalex":"https://openalex.org/W4211214125","doi":"https://doi.org/10.1109/cns53000.2021.9705041"},"language":"en","primary_location":{"id":"doi:10.1109/cns53000.2021.9705041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cns53000.2021.9705041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Communications and Network Security (CNS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100623340","display_name":"Qisheng Zhang","orcid":"https://orcid.org/0000-0001-8785-8437"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qisheng Zhang","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,Falls Church,VA,USA","Department of Computer Science, Virginia Tech, Falls Church, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,Falls Church,VA,USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Falls Church, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011649304","display_name":"Jin-Hee Cho","orcid":"https://orcid.org/0000-0002-5908-4662"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin-Hee Cho","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,Falls Church,VA,USA","Department of Computer Science, Virginia Tech, Falls Church, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,Falls Church,VA,USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Falls Church, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004437273","display_name":"Terrence J. Moore","orcid":"https://orcid.org/0000-0003-3279-2965"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terrence J. Moore","raw_affiliation_strings":["US Army Research Laboratory,Adelphi,MD,USA","US Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"US Army Research Laboratory,Adelphi,MD,USA","institution_ids":["https://openalex.org/I166416128"]},{"raw_affiliation_string":"US Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032152029","display_name":"Frederica F. Nelson","orcid":"https://orcid.org/0000-0001-8641-384X"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frederica Free Nelson","raw_affiliation_strings":["US Army Research Laboratory,Adelphi,MD,USA","US Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"US Army Research Laboratory,Adelphi,MD,USA","institution_ids":["https://openalex.org/I166416128"]},{"raw_affiliation_string":"US Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"137","last_page":"145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10166","display_name":"Mosquito-borne diseases and control","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7579047679901123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7457889318466187},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.695134162902832},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5761444568634033},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5371549725532532},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5175270438194275},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4999058246612549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48584863543510437},{"id":"https://openalex.org/keywords/vulnerability-assessment","display_name":"Vulnerability assessment","score":0.44469642639160156},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36149153113365173},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2281058132648468},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1772277057170868},{"id":"https://openalex.org/keywords/psychological-resilience","display_name":"Psychological resilience","score":0.09347915649414062}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7579047679901123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7457889318466187},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.695134162902832},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5761444568634033},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5371549725532532},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5175270438194275},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4999058246612549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48584863543510437},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.44469642639160156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36149153113365173},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2281058132648468},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1772277057170868},{"id":"https://openalex.org/C137176749","wikidata":"https://www.wikidata.org/wiki/Q4105337","display_name":"Psychological resilience","level":2,"score":0.09347915649414062},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cns53000.2021.9705041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cns53000.2021.9705041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Communications and Network Security (CNS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W136325890","https://openalex.org/W1500067272","https://openalex.org/W1875112053","https://openalex.org/W1985143413","https://openalex.org/W2040340473","https://openalex.org/W2090929429","https://openalex.org/W2105176326","https://openalex.org/W2136584409","https://openalex.org/W2145339207","https://openalex.org/W2290944024","https://openalex.org/W2293796414","https://openalex.org/W2345272095","https://openalex.org/W2514396107","https://openalex.org/W2618868172","https://openalex.org/W2725073272","https://openalex.org/W2746553466","https://openalex.org/W2752025338","https://openalex.org/W2765398568","https://openalex.org/W2950965276","https://openalex.org/W2951799221","https://openalex.org/W2964283260","https://openalex.org/W3003439877","https://openalex.org/W3042637136","https://openalex.org/W3045512880","https://openalex.org/W3081473382","https://openalex.org/W3100789280","https://openalex.org/W3107634588","https://openalex.org/W3117831986","https://openalex.org/W3143219376","https://openalex.org/W4214717370","https://openalex.org/W6611624771","https://openalex.org/W6639136306","https://openalex.org/W6685444567","https://openalex.org/W6751569023","https://openalex.org/W6772775889","https://openalex.org/W6780593110","https://openalex.org/W6780852306","https://openalex.org/W6786381201"],"related_works":["https://openalex.org/W1883246888","https://openalex.org/W2370114625","https://openalex.org/W2947584067","https://openalex.org/W3118510577","https://openalex.org/W2280562859","https://openalex.org/W3157230915","https://openalex.org/W1496728123","https://openalex.org/W2062873522","https://openalex.org/W1756374135","https://openalex.org/W2789975780"],"abstract_inverted_index":{"In":[0,110],"this":[1,111],"work,":[2,112],"we":[3,113,135,176,225],"proposed":[4,34,48,136,231],"a":[5,13,28,88,127,137,179],"vulnerability-aware":[6],"network":[7,15,68,91],"adaptation":[8,92],"framework":[9,35],"that":[10],"can":[11],"generate":[12],"robust":[14],"topology":[16],"against":[17],"epidemic":[18,57],"attacks":[19,58],"by":[20,56,107,130],"leveraging":[21,108],"deep":[22],"reinforcement":[23],"learning":[24,124],"(DRL)":[25],"to":[26,51,85,103,151,155,185,195,202],"build":[27],"resilient":[29],"network.":[30],"We":[31],"call":[32],"our":[33,215,230],"DREVAN,":[36],"representing":[37],"Deep":[38],"REinforcement":[39],"Learning-based":[40],"Vulnerability-Aware":[41],"Network":[42],"Adaptations.":[43],"The":[44],"goal":[45],"of":[46,72,75,90,118,126,141,172,209,220,229],"the":[47,60,73,76,82,115,123,148,161,169,188,192,221,227],"DREVAN":[49,83],"is":[50],"minimize":[52],"security":[53],"vulnerability":[54,138,164,171],"caused":[55],"exploiting":[59],"software":[61],"monoculture":[62],"for":[63,94,147],"node":[64],"compromise":[65],"while":[66],"maximizing":[67],"connectivity":[69],"in":[70,121],"terms":[71],"size":[74],"giant":[77],"component.":[78],"To":[79],"be":[80],"specific,":[81],"aims":[84],"autonomously":[86],"identify":[87,199],"pair":[89],"budgets":[93],"adding":[95],"or":[96,105,157,168],"removing":[97],"edges":[98,102,142,154],"(i.e.,":[99,206],"how":[100],"many":[101],"add":[104,156],"remove)":[106],"DRL.":[109],"tackle":[114],"inherent":[116],"challenge":[117],"using":[119],"DRL":[120,128,149,189],"reducing":[122],"curve":[125],"agent":[129,150,190],"proposing":[131],"two":[132,166],"algorithms.":[133],"First,":[134],"ranking":[139],"algorithm":[140,183],"and":[143,197,200,212,236],"nodes,":[144],"namely":[145],"VREN,":[146],"select":[152],"which":[153],"remove":[158],"based":[159],"on":[160],"lowest":[162],"expected":[163],"between":[165],"nodes":[167],"highest":[170],"edges,":[173],"respectively.":[174],"Second,":[175],"also":[177],"developed":[178],"Fractal-based":[180],"Solution":[181],"Search":[182],"(FSS)":[184],"effectively":[186],"direct":[187],"towards":[191],"effective":[193],"samples":[194],"visit":[196],"quickly":[198],"converge":[201],"an":[203],"optimal":[204],"solution":[205],"budget":[207],"sizes":[208],"edge":[210],"additions":[211],"removals).":[213],"Via":[214],"extensive":[216],"comparative":[217],"performance":[218],"analysis":[219],"six":[222],"different":[223],"schemes,":[224],"demonstrated":[226],"outperformance":[228],"DREVAN-based":[232],"schemes":[233],"over":[234],"counterpart":[235],"baseline":[237],"schemes.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}