{"id":"https://openalex.org/W2907660552","doi":"https://doi.org/10.1109/milcom47813.2019.9020862","title":"Neural Malware Control with Deep Reinforcement Learning","display_name":"Neural Malware Control with Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2907660552","doi":"https://doi.org/10.1109/milcom47813.2019.9020862","mag":"2907660552"},"language":"en","primary_location":{"id":"doi:10.1109/milcom47813.2019.9020862","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom47813.2019.9020862","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2019 - 2019 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100445311","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0002-9807-2293"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Microsoft Corporation, Bellevue, Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Bellevue, Washington, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059859993","display_name":"Jack W. Stokes","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack W. Stokes","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029654238","display_name":"Mady Marinescu","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mady Marinescu","raw_affiliation_strings":["Microsoft Research, Redmond, Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9115,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85870812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.9133572578430176},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8291155099868774},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.7755410671234131},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6825522184371948},{"id":"https://openalex.org/keywords/system-call","display_name":"System call","score":0.6189635396003723},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5360057353973389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5140067338943481},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.48029014468193054},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.47759270668029785},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4623469412326813},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4137565791606903},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3973979353904724}],"concepts":[{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.9133572578430176},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8291155099868774},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.7755410671234131},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6825522184371948},{"id":"https://openalex.org/C2778579508","wikidata":"https://www.wikidata.org/wiki/Q722192","display_name":"System call","level":2,"score":0.6189635396003723},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5360057353973389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5140067338943481},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.48029014468193054},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.47759270668029785},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4623469412326813},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4137565791606903},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3973979353904724},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/milcom47813.2019.9020862","is_oa":false,"landing_page_url":"https://doi.org/10.1109/milcom47813.2019.9020862","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MILCOM 2019 - 2019 IEEE Military Communications Conference (MILCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1191599655","https://openalex.org/W1515851193","https://openalex.org/W1542941925","https://openalex.org/W1545528966","https://openalex.org/W1569296262","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1966948031","https://openalex.org/W1980620643","https://openalex.org/W2089434629","https://openalex.org/W2107726111","https://openalex.org/W2119717200","https://openalex.org/W2145339207","https://openalex.org/W2155007355","https://openalex.org/W2155968351","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2257979135","https://openalex.org/W2342662072","https://openalex.org/W2384495648","https://openalex.org/W2476429474","https://openalex.org/W2554120691","https://openalex.org/W2554984891","https://openalex.org/W2557513839","https://openalex.org/W2632775315","https://openalex.org/W2746553466","https://openalex.org/W2766447205","https://openalex.org/W2784452215","https://openalex.org/W2810114801","https://openalex.org/W2951799221","https://openalex.org/W2952171179","https://openalex.org/W2963616477","https://openalex.org/W2963864421","https://openalex.org/W2964006217","https://openalex.org/W2964043796","https://openalex.org/W2964161785","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6638018090","https://openalex.org/W6639949747","https://openalex.org/W6682849425","https://openalex.org/W6684205842","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6704571135","https://openalex.org/W6729507393","https://openalex.org/W6730629760"],"related_works":["https://openalex.org/W2439951656","https://openalex.org/W1998188341","https://openalex.org/W1573526548","https://openalex.org/W4360982091","https://openalex.org/W3176864451","https://openalex.org/W2053632570","https://openalex.org/W3111114759","https://openalex.org/W2187910102","https://openalex.org/W4389341938","https://openalex.org/W2128507946"],"abstract_inverted_index":{"Antimalware":[0],"products":[1],"are":[2,94],"a":[3,18,80,115,153,169,222],"key":[4],"component":[5],"in":[6,17,101],"detecting":[7],"malware":[8,180],"attacks,":[9],"and":[10,122],"their":[11,108],"engines":[12],"typically":[13],"execute":[14],"unknown":[15,64,147],"programs":[16],"sandbox":[19],"prior":[20],"to":[21,39,42,60,75,98,127,144,156,229],"running":[22],"them":[23],"on":[24,107,133],"the":[25,35,50,73,86,89,102,105,124,129,139,146,178,190,197,201,208,215,230],"native":[26],"operating":[27],"system.":[28],"Files":[29],"cannot":[30],"be":[31,76],"scanned":[32],"indefinitely":[33],"so":[34],"engine":[36],"employs":[37],"heuristics":[38,194],"determine":[40],"when":[41],"halt":[43,99,128],"execution.":[44],"Previous":[45],"research":[46],"has":[47],"investigated":[48],"analyzing":[49],"sequence":[51],"of":[52,83,88,104,172,189,226],"system":[53,142,173],"calls":[54],"generated":[55],"during":[56],"this":[57,111,120],"emulation":[58,74,100,186],"process":[59],"predict":[61],"if":[62],"an":[63],"file":[65,106,148],"is":[66],"malicious,":[67],"but":[68],"these":[69,92],"models":[70],"often":[71],"require":[72],"stopped":[77],"after":[78,168],"executing":[79],"fixed":[81,170],"number":[82,171],"events":[84],"from":[85,161],"beginning":[87],"file.":[90],"Also,":[91],"classifiers":[93],"not":[95],"accurate":[96],"enough":[97],"middle":[103],"own.":[109],"In":[110],"paper,":[112],"we":[113],"propose":[114],"novel":[116],"algorithm":[117],"which":[118],"overcomes":[119],"limitation":[121],"learns":[123],"best":[125,231],"time":[126,205],"file's":[130],"execution":[131,181],"based":[132],"deep":[134],"reinforcement":[135],"learning":[136],"(DRL).":[137],"Because":[138],"new":[140,212],"DRL-based":[141],"continues":[143],"emulate":[145],"until":[149],"it":[150,158],"can":[151],"make":[152],"confident":[154],"decision":[155],"stop,":[157],"prevents":[159],"attackers":[160],"avoiding":[162],"detection":[163],"by":[164,196,219],"initiating":[165],"malicious":[166],"activity":[167],"calls.":[174],"Results":[175],"show":[176],"that":[177,204],"proposed":[179],"control":[182],"model":[183,213],"automatically":[184],"halts":[185],"for":[187],"91.3%":[188],"files":[191,202],"earlier":[192],"than":[193],"employed":[195],"engine.":[198],"Furthermore,":[199],"classifying":[200],"at":[203,221],"significantly":[206],"improves":[207,214],"classifier's":[209],"accuracy.":[210],"This":[211],"true":[216],"positive":[217,224],"rate":[218,225],"61.5%,":[220],"false":[223],"1%,":[227],"compared":[228],"baseline":[232],"classifier.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}