{"id":"https://openalex.org/W3108669277","doi":"https://doi.org/10.1109/jiot.2020.3040957","title":"Reinforcement Learning for IoT Security: A Comprehensive Survey","display_name":"Reinforcement Learning for IoT Security: A Comprehensive Survey","publication_year":2020,"publication_date":"2020-11-26","ids":{"openalex":"https://openalex.org/W3108669277","doi":"https://doi.org/10.1109/jiot.2020.3040957","mag":"3108669277"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3040957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3040957","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.07247","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068992055","display_name":"Aashma Uprety","orcid":"https://orcid.org/0000-0002-5467-4874"},"institutions":[{"id":"https://openalex.org/I137853757","display_name":"Howard University","ror":"https://ror.org/05gt1vc06","country_code":"US","type":"education","lineage":["https://openalex.org/I137853757"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aashma Uprety","raw_affiliation_strings":["Howard University, Washington, DC, USA"],"affiliations":[{"raw_affiliation_string":"Howard University, Washington, DC, USA","institution_ids":["https://openalex.org/I137853757"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046343080","display_name":"Danda B. Rawat","orcid":null},"institutions":[{"id":"https://openalex.org/I137853757","display_name":"Howard University","ror":"https://ror.org/05gt1vc06","country_code":"US","type":"education","lineage":["https://openalex.org/I137853757"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danda B. Rawat","raw_affiliation_strings":["Howard University, Washington, DC, USA"],"affiliations":[{"raw_affiliation_string":"Howard University, Washington, DC, USA","institution_ids":["https://openalex.org/I137853757"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5068992055"],"corresponding_institution_ids":["https://openalex.org/I137853757"],"apc_list":null,"apc_paid":null,"fwci":16.3507,"has_fulltext":false,"cited_by_count":199,"citation_normalized_percentile":{"value":0.99329868,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"11","first_page":"8693","last_page":"8706"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8174042701721191},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7520108222961426},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5344457030296326},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.39570826292037964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37586888670921326},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3238339424133301}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8174042701721191},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7520108222961426},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5344457030296326},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.39570826292037964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37586888670921326},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3238339424133301}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2020.3040957","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3040957","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2102.07247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07247","pdf_url":"https://arxiv.org/pdf/2102.07247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.07247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07247","pdf_url":"https://arxiv.org/pdf/2102.07247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G2284002665","display_name":null,"funder_award_id":"W911NF-20-2-0277","funder_id":"https://openalex.org/F4320313488","funder_display_name":"Howard University"},{"id":"https://openalex.org/G656906550","display_name":null,"funder_award_id":"2017-ST-062-000003","funder_id":"https://openalex.org/F4320306110","funder_display_name":"U.S. Department of Homeland Security"},{"id":"https://openalex.org/G680062990","display_name":null,"funder_award_id":"CNS 1650831","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7642414487","display_name":null,"funder_award_id":"CNS/SaTC 2039583","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7819583231","display_name":null,"funder_award_id":"DE-NA0003946","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G8421032499","display_name":null,"funder_award_id":"1828811","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"},{"id":"https://openalex.org/F4320313488","display_name":"Howard University","ror":"https://ror.org/05gt1vc06"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":141,"referenced_works":["https://openalex.org/W6242441","https://openalex.org/W27869909","https://openalex.org/W41554520","https://openalex.org/W102444210","https://openalex.org/W657975173","https://openalex.org/W1481298825","https://openalex.org/W1530215515","https://openalex.org/W1549082862","https://openalex.org/W1551483757","https://openalex.org/W1591675293","https://openalex.org/W1592847719","https://openalex.org/W1833442839","https://openalex.org/W1937875679","https://openalex.org/W1963813343","https://openalex.org/W1981974807","https://openalex.org/W1982459622","https://openalex.org/W1986312917","https://openalex.org/W1998690350","https://openalex.org/W2003544295","https://openalex.org/W2004203064","https://openalex.org/W2006044046","https://openalex.org/W2007111180","https://openalex.org/W2025613511","https://openalex.org/W2065776696","https://openalex.org/W2075300315","https://openalex.org/W2075419389","https://openalex.org/W2100495367","https://openalex.org/W2102142177","https://openalex.org/W2105103777","https://openalex.org/W2109102709","https://openalex.org/W2113370432","https://openalex.org/W2117726420","https://openalex.org/W2119120810","https://openalex.org/W2121863487","https://openalex.org/W2122311135","https://openalex.org/W2124282175","https://openalex.org/W2134081299","https://openalex.org/W2140638043","https://openalex.org/W2142889610","https://openalex.org/W2143753548","https://openalex.org/W2145286644","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2156288624","https://openalex.org/W2165726932","https://openalex.org/W2168405694","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2199606036","https://openalex.org/W2257979135","https://openalex.org/W2283268383","https://openalex.org/W2292021756","https://openalex.org/W2293000036","https://openalex.org/W2293121741","https://openalex.org/W2295272945","https://openalex.org/W2342408547","https://openalex.org/W2343519456","https://openalex.org/W2344173564","https://openalex.org/W2438867133","https://openalex.org/W2513106833","https://openalex.org/W2513580371","https://openalex.org/W2536026798","https://openalex.org/W2546571074","https://openalex.org/W2568036493","https://openalex.org/W2575705757","https://openalex.org/W2578649485","https://openalex.org/W2591102410","https://openalex.org/W2591507999","https://openalex.org/W2604813584","https://openalex.org/W2611484353","https://openalex.org/W2612365756","https://openalex.org/W2621932216","https://openalex.org/W2690196614","https://openalex.org/W2733180901","https://openalex.org/W2738109916","https://openalex.org/W2741122588","https://openalex.org/W2746553466","https://openalex.org/W2747342421","https://openalex.org/W2748868501","https://openalex.org/W2758682197","https://openalex.org/W2762155482","https://openalex.org/W2765492968","https://openalex.org/W2776055286","https://openalex.org/W2782363571","https://openalex.org/W2783016472","https://openalex.org/W2783024579","https://openalex.org/W2783173268","https://openalex.org/W2783430957","https://openalex.org/W2783992985","https://openalex.org/W2786359148","https://openalex.org/W2789942274","https://openalex.org/W2793016792","https://openalex.org/W2793445187","https://openalex.org/W2798894945","https://openalex.org/W2803881474","https://openalex.org/W2807591683","https://openalex.org/W2808757601","https://openalex.org/W2884858462","https://openalex.org/W2885265484","https://openalex.org/W2885335734","https://openalex.org/W2890946036","https://openalex.org/W2892077825","https://openalex.org/W2895879715","https://openalex.org/W2899478755","https://openalex.org/W2903917530","https://openalex.org/W2908643158","https://openalex.org/W2929803724","https://openalex.org/W2930271577","https://openalex.org/W2946127746","https://openalex.org/W2951799221","https://openalex.org/W2952298682","https://openalex.org/W2960355992","https://openalex.org/W2963262099","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964059069","https://openalex.org/W2977746946","https://openalex.org/W3100366369","https://openalex.org/W3101076092","https://openalex.org/W3104943459","https://openalex.org/W3112733201","https://openalex.org/W3121344271","https://openalex.org/W3123212791","https://openalex.org/W3131321252","https://openalex.org/W4236839279","https://openalex.org/W4249441547","https://openalex.org/W4285719527","https://openalex.org/W6600231840","https://openalex.org/W6604182793","https://openalex.org/W6628871075","https://openalex.org/W6632931186","https://openalex.org/W6635261211","https://openalex.org/W6650105910","https://openalex.org/W6675894441","https://openalex.org/W6687404382","https://openalex.org/W6692846177","https://openalex.org/W6696790286","https://openalex.org/W6703271639","https://openalex.org/W6739180335","https://openalex.org/W6743493502","https://openalex.org/W6788778643"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"The":[0,186],"number":[1],"of":[2,37,51,70,133,136,157,202,214],"connected":[3,38],"smart":[4,180,183],"devices":[5,39],"has":[6,16,27,65],"been":[7,17,66],"increasing":[8],"exponentially":[9],"for":[10,61,74,85,168],"different":[11,134,139,155,160],"Internet-of-Things":[12],"(IoT)":[13],"applications.":[14,53],"Security":[15],"a":[18,43,210],"long":[19],"run":[20],"challenge":[21],"in":[22,40,159,194,199,227],"the":[23,48,71,97,104,111,117,120,123,166,200],"IoT":[24,41,52,75,87,140,161,173,195,215],"systems":[25,141,171],"which":[26],"many":[28,58],"attack":[29],"vectors,":[30],"security":[31,59,76,150,216],"flaws":[32],"and":[33,77,142,147,176,182,190,218],"vulnerabilities.":[34],"Securing":[35],"billions":[36],"is":[42,81],"must":[44],"task":[45],"to":[46,106,152],"realize":[47],"full":[49],"potential":[50],"Recently,":[54],"researchers":[55],"have":[56,209],"proposed":[57,67],"solutions":[60,73,151],"IoT.":[62],"Machine":[63],"learning":[64,79,93],"as":[68,179,222,224],"one":[69],"emerging":[72],"reinforcement":[78],"(RL)":[80],"gaining":[82],"more":[83,211],"popularity":[84],"securing":[86,169],"systems.":[88,162],"RL,":[89,221],"unlike":[90],"other":[91],"machine":[92],"techniques,":[94],"can":[95,208],"learn":[96],"environment":[98,118],"by":[99,114],"having":[100],"minimum":[101],"information":[102],"about":[103],"parameters":[105,121],"be":[107],"learned.":[108],"It":[109],"solves":[110],"optimization":[112],"problem":[113],"interacting":[115],"with":[116,174],"adapting":[119],"on":[122],"fly.":[124],"In":[125],"this":[126,205,228],"article,":[127,206],"we":[128,144,164],"present":[129,145,165],"an":[130],"comprehensive":[131],"survey":[132],"types":[135,156],"cyberattacks":[137],"against":[138],"then":[143],"RL":[146,167,193],"deep":[148],"RL-based":[149],"combat":[153],"those":[154],"attacks":[158,189,217],"Furthermore,":[163],"CPS":[170],"(i.e.,":[172],"feedback":[175],"control),":[177],"such":[178],"grid":[181],"transportation":[184],"system.":[185],"recent":[187],"important":[188],"countermeasures":[191,219],"using":[192,220],"are":[196],"also":[197],"summarized":[198],"form":[201],"tables.":[203],"With":[204],"readers":[207],"thorough":[212],"understanding":[213],"well":[223],"research":[225],"trends":[226],"area.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":47},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":17}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}