{"id":"https://openalex.org/W4385256871","doi":"https://doi.org/10.1109/eit57321.2023.10187374","title":"ACapsule Q-Learning Based Reinforcement Model for Intrusion Detection System on Smart Grid","display_name":"ACapsule Q-Learning Based Reinforcement Model for Intrusion Detection System on Smart Grid","publication_year":2023,"publication_date":"2023-05-18","ids":{"openalex":"https://openalex.org/W4385256871","doi":"https://doi.org/10.1109/eit57321.2023.10187374"},"language":"en","primary_location":{"id":"doi:10.1109/eit57321.2023.10187374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/eit57321.2023.10187374","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Electro Information Technology (eIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019676675","display_name":"Tala Talaei Khoei","orcid":"https://orcid.org/0000-0002-7630-9034"},"institutions":[{"id":"https://openalex.org/I24571045","display_name":"University of North Dakota","ror":"https://ror.org/04a5szx83","country_code":"US","type":"education","lineage":["https://openalex.org/I24571045"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tala Talaei Khoei","raw_affiliation_strings":["School of Computer Science and Electrical Engineering, University of North Dakota,Grand Forks,ND,58201"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electrical Engineering, University of North Dakota,Grand Forks,ND,58201","institution_ids":["https://openalex.org/I24571045"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071211423","display_name":"Naima Kaabouch","orcid":null},"institutions":[{"id":"https://openalex.org/I24571045","display_name":"University of North Dakota","ror":"https://ror.org/04a5szx83","country_code":"US","type":"education","lineage":["https://openalex.org/I24571045"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naima Kaabouch","raw_affiliation_strings":["School of Computer Science and Electrical Engineering, University of North Dakota,Grand Forks,ND,58201"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electrical Engineering, University of North Dakota,Grand Forks,ND,58201","institution_ids":["https://openalex.org/I24571045"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5019676675"],"corresponding_institution_ids":["https://openalex.org/I24571045"],"apc_list":null,"apc_paid":null,"fwci":1.6489,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83721604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"333","last_page":"339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8276112079620361},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8042942881584167},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.7295880913734436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6644138097763062},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6159384846687317},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5526460409164429},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5484784245491028},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4909806549549103},{"id":"https://openalex.org/keywords/constant-false-alarm-rate","display_name":"Constant false alarm rate","score":0.4854055345058441},{"id":"https://openalex.org/keywords/false-alarm","display_name":"False alarm","score":0.46731966733932495},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3786987364292145},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11762556433677673}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8276112079620361},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8042942881584167},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.7295880913734436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6644138097763062},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6159384846687317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5526460409164429},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5484784245491028},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4909806549549103},{"id":"https://openalex.org/C77052588","wikidata":"https://www.wikidata.org/wiki/Q644307","display_name":"Constant false alarm rate","level":2,"score":0.4854055345058441},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.46731966733932495},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3786987364292145},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11762556433677673},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/eit57321.2023.10187374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/eit57321.2023.10187374","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Electro Information Technology (eIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2312446965","https://openalex.org/W2918639172","https://openalex.org/W2973862992","https://openalex.org/W2980034244","https://openalex.org/W2982682021","https://openalex.org/W3011524935","https://openalex.org/W3043486047","https://openalex.org/W3087958975","https://openalex.org/W3115101267","https://openalex.org/W3126389064","https://openalex.org/W3186003301","https://openalex.org/W3217115371","https://openalex.org/W4205637629","https://openalex.org/W4206534607","https://openalex.org/W4210453541","https://openalex.org/W4210779665","https://openalex.org/W4284899818","https://openalex.org/W4285116354","https://openalex.org/W4295346826","https://openalex.org/W4310585014","https://openalex.org/W4311363867","https://openalex.org/W4312523939","https://openalex.org/W4313420077","https://openalex.org/W4319439792","https://openalex.org/W6787405677","https://openalex.org/W6839972953"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W1983393909","https://openalex.org/W2040150569","https://openalex.org/W2132174924","https://openalex.org/W1911540634","https://openalex.org/W2013909972"],"abstract_inverted_index":{"Smart":[0],"grid":[1,138],"is":[2,33,45,145],"an":[3],"innovative":[4],"technology":[5,19],"that":[6,40,185],"offers":[7],"efficiency,":[8],"low":[9],"carbon":[10],"emissions,":[11],"and":[12,44,64,84,107,123,162,180,192],"high":[13,82],"energy":[14],"storage.":[15],"However,":[16],"this":[17,27,111],"promising":[18],"has":[20,41,189],"several":[21,48,56],"shortcomings,":[22],"including":[23],"limited":[24,42,89],"security.":[25],"In":[26,110],"network,":[28],"Intrusion":[29],"Detection":[30],"System":[31],"(IDS)":[32],"one":[34],"of":[35,99,142,153,170,178],"the":[36,74,78,93,149,168,171,186,193,196],"likely":[37],"targeted":[38],"systems":[39],"security":[43],"prone":[46],"to":[47,61,95,105,131,147],"cyber":[49],"vulnerabilities.":[50],"To":[51],"address":[52],"a":[53,115,127],"such":[54],"challenge,":[55],"studies":[57],"have":[58],"been":[59],"proposed":[60,75,172,187],"detect,":[62],"classify,":[63],"mitigate":[65],"these":[66],"attacks":[67,133],"using":[68],"Artificial":[69],"Intelligence":[70],"(AI)":[71],"techniques,":[72],"although":[73],"techniques":[76],"in":[77,151],"literature":[79],"suffer":[80],"from":[81],"misdetection":[83],"false":[85,157],"alarm":[86,158],"rates.":[87],"Additionally,":[88],"data":[90],"availability":[91],"motivated":[92],"researchers":[94],"use":[96],"another":[97],"type":[98],"AI":[100],"method,":[101],"namely":[102,120],"reinforcement":[103,117],"learning":[104,122,129],"detect":[106,132],"classify":[108],"attacks.":[109],"paper,":[112],"we":[113],"propose":[114],"deep":[116,128],"learning-based":[118],"technique,":[119],"Q":[121],"capsule":[124],"network":[125],"as":[126],"model":[130,150,173,188,194],"for":[134],"IDS":[135],"on":[136,175],"smart":[137],"networks.":[139],"The":[140,182],"benchmark":[141],"CICDDOs":[143],"2019":[144],"selected":[146],"evaluate":[148],"terms":[152],"accuracy,":[154],"detection,":[155],"misdetection,":[156],"rates,":[159],"training":[160],"time,":[161],"prediction":[163],"time.":[164],"We":[165],"also":[166],"investigate":[167],"performance":[169],"based":[174],"discount":[176,198],"values":[177,199],"0.001":[179],"0.9.":[181],"experiments":[183],"demonstrate":[184],"acceptable":[190],"results,":[191],"with":[195],"lower":[197],"provides":[200],"better":[201],"results.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}