{"id":"https://openalex.org/W2932977083","doi":"https://doi.org/10.1109/access.2019.2908033","title":"Evading Anti-Malware Engines With Deep Reinforcement Learning","display_name":"Evading Anti-Malware Engines With Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2932977083","doi":"https://doi.org/10.1109/access.2019.2908033","mag":"2932977083"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2908033","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2908033","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676031.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676031.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017847381","display_name":"Zhiyang Fang","orcid":"https://orcid.org/0000-0001-6502-8053"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyang Fang","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377341","display_name":"Junfeng Wang","orcid":"https://orcid.org/0000-0003-1699-2270"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfeng Wang","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1699-2270","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101768971","display_name":"Boya Li","orcid":"https://orcid.org/0000-0001-5541-5615"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boya Li","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101763379","display_name":"Siqi Wu","orcid":"https://orcid.org/0000-0001-5587-9348"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siqi Wu","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037482637","display_name":"Yingjie Zhou","orcid":"https://orcid.org/0000-0002-1129-0213"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjie Zhou","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023162211","display_name":"Haiying Huang","orcid":"https://orcid.org/0000-0003-0484-7615"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiying Huang","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.8427,"has_fulltext":true,"cited_by_count":95,"citation_normalized_percentile":{"value":0.97559194,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"48867","last_page":"48879"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.8731344938278198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8367224931716919},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7672206163406372},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6625587344169617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6608002185821533},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6157299876213074},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5394225120544434},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.49179771542549133},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.4186001420021057},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4126679301261902},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41164177656173706},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18367040157318115},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.14170053601264954}],"concepts":[{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.8731344938278198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8367224931716919},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7672206163406372},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6625587344169617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6608002185821533},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6157299876213074},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5394225120544434},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49179771542549133},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4186001420021057},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4126679301261902},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41164177656173706},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18367040157318115},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.14170053601264954},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2908033","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2908033","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676031.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:169fb5288282458c831c02165a08e4a9","is_oa":true,"landing_page_url":"https://doaj.org/article/169fb5288282458c831c02165a08e4a9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 48867-48879 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2908033","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2908033","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676031.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G1243841829","display_name":null,"funder_award_id":"2018YFB0804503","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1602665973","display_name":null,"funder_award_id":"91338107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2049420336","display_name":null,"funder_award_id":"U1836103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3735579935","display_name":null,"funder_award_id":"2016YFB0800605","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4637863542","display_name":null,"funder_award_id":"2016YFB0800605","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6944531865","display_name":null,"funder_award_id":"61801315","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7108774048","display_name":null,"funder_award_id":"2018YFB0804503","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7552435977","display_name":null,"funder_award_id":"91338107","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W9657784","https://openalex.org/W1673923490","https://openalex.org/W1836465849","https://openalex.org/W1893133781","https://openalex.org/W1945616565","https://openalex.org/W1973400823","https://openalex.org/W2007562169","https://openalex.org/W2038296020","https://openalex.org/W2041130390","https://openalex.org/W2112507308","https://openalex.org/W2127414816","https://openalex.org/W2132997613","https://openalex.org/W2167421362","https://openalex.org/W2180612164","https://openalex.org/W2201581102","https://openalex.org/W2348624827","https://openalex.org/W2432142698","https://openalex.org/W2475334473","https://openalex.org/W2508644642","https://openalex.org/W2528572867","https://openalex.org/W2563468918","https://openalex.org/W2591788621","https://openalex.org/W2746553466","https://openalex.org/W2784452215","https://openalex.org/W2791319131","https://openalex.org/W2794601036","https://openalex.org/W2888004371","https://openalex.org/W2900694037","https://openalex.org/W2962763344","https://openalex.org/W2963857521","https://openalex.org/W2964082701","https://openalex.org/W3100704955","https://openalex.org/W3103169341","https://openalex.org/W3103836116","https://openalex.org/W4298857966","https://openalex.org/W4394672593","https://openalex.org/W6637967152","https://openalex.org/W6676935882","https://openalex.org/W6678960601","https://openalex.org/W6684559340"],"related_works":["https://openalex.org/W2097492617","https://openalex.org/W2753240997","https://openalex.org/W1764168690","https://openalex.org/W2537959205","https://openalex.org/W2740895074","https://openalex.org/W2772446090","https://openalex.org/W3152891574","https://openalex.org/W2249809453","https://openalex.org/W1586252162","https://openalex.org/W4378976585"],"abstract_inverted_index":{"To":[0],"reduce":[1],"the":[2,22,43,61,111,118,125,133,136,147,159],"risks":[3],"of":[4,21,97,114,135,141,154,158,169],"malicious":[5,170],"software,":[6,171],"malware":[7,91,119],"detection":[8,126],"methods":[9,24],"using":[10,69],"machine":[11],"learning":[12,48,71],"have":[13,41],"received":[14],"tremendous":[15],"attention":[16],"in":[17,63],"recent":[18,39],"years.":[19],"Most":[20],"conventional":[23],"are":[25,49,94],"based":[26,45],"on":[27,32,46,132],"supervised":[28,47],"learning,":[29],"which":[30,100,172],"relies":[31],"static":[33],"features":[34,140],"with":[35,90],"definite":[36],"labels.":[37],"However,":[38],"studies":[40],"shown":[42],"models":[44],"vulnerable":[50],"to":[51,57,72,116],"deliberate":[52],"attacks.":[53],"This":[54],"work":[55],"tends":[56],"expose":[58],"and":[59,106],"demonstrate":[60],"weakness":[62],"these":[64],"models.":[65],"A":[66],"DQEAF":[67,78,161],"framework":[68],"reinforcement":[70],"evade":[73],"anti-malware":[74],"engines":[75],"is":[76],"presented.":[77],"trains":[79],"an":[80],"AI":[81],"agent":[82,109],"through":[83],"a":[84,95,151],"neural":[85],"network":[86],"by":[87,166],"constantly":[88],"interacting":[89],"samples.":[92,142],"Actions":[93],"set":[96],"reasonable":[98],"modifications,":[99],"do":[101],"not":[102],"damage":[103],"samples\u2019":[104],"structure":[105],"functions.":[107],"The":[108,128,143,156],"selects":[110],"optimal":[112],"sequence":[113],"actions":[115],"modify":[117],"samples,":[120],"thus":[121],"they":[122],"can":[123],"bypass":[124],"engines.":[127],"training":[129],"process":[130],"depends":[131],"characteristics":[134],"raw":[137],"binary":[138],"stream":[139],"experiments":[144],"show":[145],"that":[146],"proposed":[148,160],"method":[149],"has":[150,162],"success":[152],"rate":[153],"75%.":[155],"efficacy":[157],"also":[163],"been":[164],"evaluated":[165],"other":[167],"families":[168],"shows":[173],"good":[174],"robustness.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}