{"id":"https://openalex.org/W3158248996","doi":"https://doi.org/10.1109/access.2021.3076599","title":"DESOLATER: Deep Reinforcement Learning-Based Resource Allocation and Moving Target Defense Deployment Framework","display_name":"DESOLATER: Deep Reinforcement Learning-Based Resource Allocation and Moving Target Defense Deployment Framework","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3158248996","doi":"https://doi.org/10.1109/access.2021.3076599","mag":"3158248996"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3076599","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3076599","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09418999.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09418999.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003976444","display_name":"Seunghyun Yoon","orcid":"https://orcid.org/0000-0001-6264-976X"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seunghyun Yoon","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-6264-976X","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011649304","display_name":"Jin-Hee Cho","orcid":"https://orcid.org/0000-0002-5908-4662"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin-Hee Cho","raw_affiliation_strings":["Virginia Tech, Falls Church, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5908-4662","affiliations":[{"raw_affiliation_string":"Virginia Tech, Falls Church, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019789320","display_name":"Dong Seong Kim","orcid":"https://orcid.org/0000-0003-2605-187X"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dong Seong Kim","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, The University of Queensland, St Lucia, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2605-187X","affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, The University of Queensland, St Lucia, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004437273","display_name":"Terrence J. Moore","orcid":"https://orcid.org/0000-0003-3279-2965"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terrence J. Moore","raw_affiliation_strings":["U.S. Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-3279-2965","affiliations":[{"raw_affiliation_string":"U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047683613","display_name":"Frederica Free-Nelson","orcid":null},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frederica Free-Nelson","raw_affiliation_strings":["U.S. Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067672248","display_name":"Hyuk Lim","orcid":"https://orcid.org/0000-0002-9926-3913"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyuk Lim","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9926-3913","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8207,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.84808715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"70700","last_page":"70714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6469191312789917},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5764318108558655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5638707876205444},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5524953603744507},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.45604991912841797},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45279088616371155},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2823795676231384},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09190478920936584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6469191312789917},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5764318108558655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5638707876205444},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5524953603744507},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.45604991912841797},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45279088616371155},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2823795676231384},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09190478920936584}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3076599","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3076599","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09418999.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:aa6f5b36b0bd4411ad44230b1d8265b7","is_oa":true,"landing_page_url":"https://doaj.org/article/aa6f5b36b0bd4411ad44230b1d8265b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 70700-70714 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3076599","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3076599","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09418999.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7645571063","display_name":null,"funder_award_id":"FA5209-19-P-A056","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320315784","display_name":"U.S. Army Combat Capabilities Development Command Soldier Center","ror":"https://ror.org/02rdkx920"},{"id":"https://openalex.org/F4320337807","display_name":"U.S. Army Combat Capabilities Development Command","ror":null},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3158248996.pdf","grobid_xml":"https://content.openalex.org/works/W3158248996.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1986495842","https://openalex.org/W1996118086","https://openalex.org/W1999760104","https://openalex.org/W2000649059","https://openalex.org/W2060356161","https://openalex.org/W2063524226","https://openalex.org/W2064675550","https://openalex.org/W2090650780","https://openalex.org/W2165150801","https://openalex.org/W2203584209","https://openalex.org/W2291973609","https://openalex.org/W2533393212","https://openalex.org/W2725073272","https://openalex.org/W2734887759","https://openalex.org/W2761936391","https://openalex.org/W2765398568","https://openalex.org/W2768629321","https://openalex.org/W2788163338","https://openalex.org/W2793519446","https://openalex.org/W2809448659","https://openalex.org/W2886819138","https://openalex.org/W2897780214","https://openalex.org/W2899536668","https://openalex.org/W2902455138","https://openalex.org/W2914892162","https://openalex.org/W2929242575","https://openalex.org/W2939348587","https://openalex.org/W2941789808","https://openalex.org/W2946073848","https://openalex.org/W2948712218","https://openalex.org/W2959116526","https://openalex.org/W2963407617","https://openalex.org/W2963864421","https://openalex.org/W2979637235","https://openalex.org/W2996903041","https://openalex.org/W3006375908","https://openalex.org/W3019358501","https://openalex.org/W3118927331","https://openalex.org/W4299802797","https://openalex.org/W4302570325","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6696783566","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"The":[0],"recent":[1],"development":[2],"of":[3,12,27,92,116,169,204,251],"autonomous":[4],"driving":[5],"technologies":[6],"has":[7],"led":[8],"to":[9,41,51,62,73,78,88,111,160,179,200],"the":[10,46,65,114,121,167,202,205,214,229,236,249],"proliferation":[11],"research":[13],"on":[14],"sensors":[15],"and":[16,34,101,165,244],"electronic":[17],"equipment":[18],"inside":[19],"a":[20,59,103,138,174,196,209],"vehicle.":[21],"To":[22,124],"deal":[23],"with":[24,64,195],"security":[25,95,239,243],"concerns":[26],"in-vehicle":[28,43,81],"networks,":[29],"various":[30],"deep":[31,140],"learning":[32,36,142],"(DL)":[33],"reinforcement":[35,141],"(RL)":[37],"have":[38],"been":[39],"developed":[40],"enhance":[42,201],"security.":[44,123],"However,":[45],"DL/RL":[47],"agents":[48,207],"are":[49],"vulnerable":[50],"adversarial":[52,117,217,252],"perturbation,":[53],"where":[54],"an":[55,109,191],"attacker":[56],"can":[57,148,234],"perform":[58],"manipulation":[60],"attack":[61],"interfere":[63],"agent\u2019s":[66],"operation.":[67],"In":[68],"this":[69,125],"work,":[70],"we":[71,127,226],"aim":[72],"develop":[74],"two":[75,151],"key":[76,152],"mechanisms":[77],"build":[79],"secure":[80],"networks:":[82],"(1)":[83,156],"RL-based":[84],"proactive":[85,175,238],"defense":[86,176],"mechanism":[87,177,194,240],"achieve":[89,241],"multiple":[90],"objectives":[91],"minimizing":[93],"system":[94,122,186],"vulnerabilities":[96],"while":[97],"maximizing":[98],"service":[99,181],"availability;":[100],"(2)":[102,166],"resilient":[104],"RL":[105,198,206],"method":[106],"that":[107,119,147,216,228],"allows":[108],"agent":[110],"operate":[112],"in":[113,208,248],"presence":[115,250],"disturbances":[118],"neutralize":[120],"end,":[126],"propose,":[128],"DESOLATER":[129],"(Drl-based":[130],"rESOurce":[131],"aLlocationAnd":[132],"mTd":[133],"dEployment":[134],"fRamework),":[135],"which":[136],"is":[137],"multi-agent":[139],"(mDRL)-based":[143],"network":[144,153,245],"slicing":[145],"technique":[146,199],"help":[149,235],"determine":[150],"management":[154],"decisions:":[155],"link":[157],"bandwidth":[158],"allocation":[159],"meet":[161],"quality-of-service":[162],"(QoS)":[163],"requirements;":[164],"frequency":[168],"triggering":[170],"IP":[171],"shuffling":[172],"as":[173],"not":[178],"hinder":[180],"availability":[182],"by":[183],"maintaining":[184],"normal":[185],"operations.":[187],"We":[188],"also":[189],"introduce":[190],"anomaly":[192],"detection":[193],"memory-based":[197],"resiliency":[203],"partially":[210],"observable":[211],"environment":[212],"under":[213],"situation":[215],"attackers":[218],"manipulating":[219],"observation":[220],"information.":[221],"Through":[222],"extensive":[223],"simulation":[224],"experiments,":[225],"validate":[227],"proposed":[230],"robust":[231],"mDRL":[232],"algorithm":[233],"deployed":[237],"both":[242],"performance":[246],"improvement":[247],"attacks.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}