{"id":"https://openalex.org/W4400188575","doi":"https://doi.org/10.1109/tcad.2024.3418392","title":"CyberRL: Brain-Inspired Reinforcement Learning for Efficient Network Intrusion Detection","display_name":"CyberRL: Brain-Inspired Reinforcement Learning for Efficient Network Intrusion Detection","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4400188575","doi":"https://doi.org/10.1109/tcad.2024.3418392"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2024.3418392","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3418392","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073737480","display_name":"Mariam Issa","orcid":"https://orcid.org/0000-0001-7405-2768"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mariam Ali Issa","raw_affiliation_strings":["Department of Computer Science, University of California Irvine, Irvine, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7405-2768","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036433213","display_name":"Hanning Chen","orcid":"https://orcid.org/0000-0003-1956-5135"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanning Chen","raw_affiliation_strings":["Department of Computer Science, University of California Irvine, Irvine, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1956-5135","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045970660","display_name":"Junyao Wang","orcid":"https://orcid.org/0009-0002-2672-0826"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junyao Wang","raw_affiliation_strings":["Department of Computer Science, University of California Irvine, Irvine, CA, USA"],"raw_orcid":"https://orcid.org/0009-0002-2672-0826","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033221192","display_name":"Mohsen Imani","orcid":"https://orcid.org/0000-0002-5761-0622"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohsen Imani","raw_affiliation_strings":["Department of Computer Science, University of California Irvine, Irvine, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5761-0622","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California Irvine, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":1.4204,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82135514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"44","issue":"1","first_page":"241","last_page":"250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7683653831481934},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5253205299377441},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5039357542991638},{"id":"https://openalex.org/keywords/intrusion","display_name":"Intrusion","score":0.49691036343574524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4611511528491974},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.3718186616897583},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33037352561950684},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07977840304374695},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06002113223075867}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7683653831481934},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5253205299377441},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5039357542991638},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.49691036343574524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4611511528491974},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3718186616897583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33037352561950684},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07977840304374695},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06002113223075867},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2024.3418392","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3418392","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1036738569","display_name":"Neurally-Inspired Integration of Communication and Cognitive Computation in Hyperspace","funder_award_id":"2319198","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4560043218","display_name":"UKRI/BBSRC-NSF/BIO: Interpretable and Noise-Robust Machine Learning for Neurophysiology","funder_award_id":"2321840","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5328310267","display_name":"FuSe-TG: Regaining the Edge","funder_award_id":"2235472","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5902605455","display_name":"CPS: Small: Brain-Inspired Memorization and Attention for Intelligent Sensing","funder_award_id":"2312517","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7363961228","display_name":null,"funder_award_id":"FA9550-22-1-0253","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G7449898391","display_name":null,"funder_award_id":"N00014-22-1-2067","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G8017170229","display_name":null,"funder_award_id":"N00014-21-1-2225","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G8134046633","display_name":null,"funder_award_id":"N00014-22-1-2067","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8862787963","display_name":"Hyperdimensional Neural Computation for Real-Time Cognitive Learning","funder_award_id":"2127780","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8915565379","display_name":null,"funder_award_id":"N00014-21-1-2225","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320314786","display_name":"Xilinx","ror":"https://ror.org/01rb7bk56"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W60934498","https://openalex.org/W2056653303","https://openalex.org/W2070862086","https://openalex.org/W2119717200","https://openalex.org/W2169768310","https://openalex.org/W2476008461","https://openalex.org/W2891512841","https://openalex.org/W2913497771","https://openalex.org/W3008905965","https://openalex.org/W3019791076","https://openalex.org/W3100366369","https://openalex.org/W3107852229","https://openalex.org/W3158860039","https://openalex.org/W3208591904","https://openalex.org/W3217115371","https://openalex.org/W4212805689","https://openalex.org/W4214717370","https://openalex.org/W4239871447","https://openalex.org/W4280642803","https://openalex.org/W4281961012","https://openalex.org/W4281983656","https://openalex.org/W4285586710","https://openalex.org/W4293023456","https://openalex.org/W4312431364","https://openalex.org/W4312548189","https://openalex.org/W4378800968","https://openalex.org/W4383503710","https://openalex.org/W4386763810","https://openalex.org/W4388214769","https://openalex.org/W4388894009","https://openalex.org/W4389160782","https://openalex.org/W4392580576","https://openalex.org/W4396640225","https://openalex.org/W4396918377","https://openalex.org/W6637967152","https://openalex.org/W6677067356","https://openalex.org/W6741002519","https://openalex.org/W6780559895","https://openalex.org/W6847425202","https://openalex.org/W6849816760"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Due":[0],"to":[1,18,39,47,69,74,127,137,171,205],"the":[2,8,53,206],"rapidly":[3],"evolving":[4],"landscape":[5],"of":[6,31,52,77],"cybersecurity,":[7],"risks":[9],"in":[10,114,132,146],"securing":[11],"cloud":[12],"networks":[13],"and":[14,162,165,189,200],"devices":[15],"are":[16,65],"attesting":[17],"be":[19],"an":[20,115],"increasingly":[21],"prevalent":[22],"research":[23],"challenge.":[24],"Reinforcement":[25],"learning":[26,33,89,108,130,160],"(RL)":[27],"is":[28,79,84,92,124],"a":[29,85,104],"subfield":[30],"machine":[32],"that":[34,91,122],"has":[35],"demonstrated":[36],"its":[37,45,128,158],"ability":[38],"detect":[40],"cyberattacks,":[41],"as":[42,44],"well":[43],"potential":[46],"recognize":[48],"new":[49],"ones.":[50],"Many":[51],"popular":[54],"RL":[55],"algorithms":[56,78],"at":[57],"present":[58,102,157],"rely":[59],"on":[60,184],"deep":[61,129],"neural":[62],"networks,":[63],"which":[64,83],"computationally":[66,87],"very":[67],"expensive":[68],"train.":[70],"An":[71],"alternative":[72],"approach":[73],"this":[75,99],"class":[76],"hyperdimensional":[80],"computing":[81],"(HDC),":[82],"robust,":[86],"efficient":[88],"paradigm":[90],"ideal":[93],"for":[94,107,111,149],"powering":[95],"resource-constrained":[96],"devices.":[97,154],"In":[98],"article,":[100],"we":[101],"CyberRL,":[103],"HDC":[105],"algorithm":[106],"cybersecurity":[109],"strategies":[110,168],"intrusion":[112],"detection":[113],"abstract":[116],"Markov":[117],"game":[118],"environment.":[119],"We":[120,155,180],"demonstrate":[121],"CyberRL":[123],"advantageous":[125],"compared":[126,204],"equivalent":[131],"computational":[133],"efficiency,":[134],"reaching":[135],"up":[136,170],"<inline-formula":[138,172,192],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[139,173,193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[140,174,194],"<tex-math":[141,175,195],"notation=\"LaTeX\">$1.9{\\times":[142],"}$":[143],"</tex-math></inline-formula>":[144,178,198],"speedup":[145,199],"training":[147],"time":[148],"multiple":[150],"devices,":[151],"including":[152],"low-powered":[153],"also":[156],"enhanced":[159],"quality":[161],"superior":[163],"defense":[164],"attack":[166],"security":[167],"with":[169],"notation=\"LaTeX\">$12.8\\times":[176],"$":[177,197],"improvement.":[179],"implement":[181],"our":[182],"framework":[183],"Xilinx":[185],"Alveo":[186],"U50":[187],"FPGA":[188],"achieve":[190],"approximately":[191],"notation=\"LaTeX\">$700\\times":[196],"energy":[201],"efficiency":[202],"improvements":[203],"CPU":[207],"execution.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}