{"id":"https://openalex.org/W4283376436","doi":"https://doi.org/10.1109/iccps54341.2022.00036","title":"AlphaSOC: Reinforcement Learning-based Cybersecurity Automation for Cyber-Physical Systems","display_name":"AlphaSOC: Reinforcement Learning-based Cybersecurity Automation for Cyber-Physical Systems","publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W4283376436","doi":"https://doi.org/10.1109/iccps54341.2022.00036"},"language":"en","primary_location":{"id":"doi:10.1109/iccps54341.2022.00036","doi":"https://doi.org/10.1109/iccps54341.2022.00036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccps54341.2022.00036","pdf_url":null,"source":{"id":"https://openalex.org/S7407086865","display_name":"ACM/IEEE International Conference on Cyber-Physical Systems (ICCPS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM/IEEE 13th International Conference on Cyber-Physical Systems (ICCPS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109390044","display_name":"Ryan Silva","orcid":"https://orcid.org/0000-0002-3505-4370","observed_orcids":["https://orcid.org/0000-0002-3505-4370"]},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Silva","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012697417","display_name":"Cameron Hickert","orcid":"https://orcid.org/0000-0002-4263-2204","observed_orcids":["https://orcid.org/0000-0002-4263-2204"]},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cameron Hickert","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037555385","display_name":"Nicolas Sarfaraz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicolas Sarfaraz","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050670850","display_name":"Jeff Brush","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Brush","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040480659","display_name":"Joshua Silbermann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josh Silbermann","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078959225","display_name":"Tamim I. Sookoor","orcid":"https://orcid.org/0000-0002-4258-0977","observed_orcids":["https://orcid.org/0000-0002-4258-0977","https://orcid.org/0000-0001-6377-2436"]},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tamim Sookoor","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory","institution_ids":["https://openalex.org/I2802946424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2802946424"],"apc_list":null,"apc_paid":null,"fwci":1.564,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81566767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"290","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.7689999938011169,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.7689999938011169,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.12399999797344208,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cybersecurity-automation","display_name":"cybersecurity automation","score":0.7139999866485596},{"id":"https://openalex.org/keywords/cyber-physical-systems","display_name":"cyber-physical systems","score":0.9779999852180481},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.953000009059906},{"id":"https://openalex.org/keywords/attack-mitigation","display_name":"attack mitigation","score":0.621999979019165},{"id":"https://openalex.org/keywords/autonomous-defense","display_name":"autonomous defense","score":0.5130000114440918},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.8519999980926514},{"id":"https://openalex.org/keywords/distributed-control-systems","display_name":"distributed control systems","score":0.6029999852180481},{"id":"https://openalex.org/keywords/simulation-environment","display_name":"simulation environment","score":0.5180000066757202}],"concepts":[{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.7684290409088135},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.7274351119995117},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7168875932693481},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.6607324481010437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6227055788040161},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.583294689655304},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.544411838054657},{"id":"https://openalex.org/C183776436","wikidata":"https://www.wikidata.org/wiki/Q209760","display_name":"Rudder","level":2,"score":0.5163063406944275},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4576586186885834},{"id":"https://openalex.org/C201307755","wikidata":"https://www.wikidata.org/wiki/Q4071928","display_name":"Cyber-attack","level":2,"score":0.42154577374458313},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4187055230140686},{"id":"https://openalex.org/C506615639","wikidata":"https://www.wikidata.org/wiki/Q21662260","display_name":"Command and control","level":2,"score":0.4171207547187805},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3243902921676636},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27649688720703125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.272248774766922},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.21324771642684937},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccps54341.2022.00036","doi":"https://doi.org/10.1109/iccps54341.2022.00036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccps54341.2022.00036","pdf_url":null,"source":{"id":"https://openalex.org/S7407086865","display_name":"ACM/IEEE International Conference on Cyber-Physical Systems (ICCPS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM/IEEE 13th International Conference on Cyber-Physical Systems (ICCPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2120839938","https://openalex.org/W2906835933","https://openalex.org/W3137498832","https://openalex.org/W3154379091"],"related_works":["https://openalex.org/W4250961344","https://openalex.org/W4403322711","https://openalex.org/W3134973249","https://openalex.org/W6986971709","https://openalex.org/W4377021990","https://openalex.org/W4319027912","https://openalex.org/W3099222594","https://openalex.org/W4307399145","https://openalex.org/W2787262922","https://openalex.org/W4312317491"],"abstract_inverted_index":{"Achieving":[0],"agile":[1],"and":[2,13,19,41,64,73,87,122],"resilient":[3],"autonomous":[4],"capabilities":[5],"for":[6,75],"cyber":[7,45,86],"defense":[8],"requires":[9,81],"moving":[10],"past":[11],"indicators":[12],"situational":[14],"awareness":[15],"into":[16],"automated":[17],"response":[18],"recovery":[20],"capabilities.":[21],"The":[22],"objective":[23],"of":[24,32,66,85],"the":[25,33,59,113],"AlphaSOC":[26],"project":[27],"is":[28],"to":[29,38,90,100,111],"use":[30],"state":[31],"art":[34],"sequential":[35,115],"decision-making":[36,116],"methods":[37],"automatically":[39],"investigate":[40],"mitigate":[42],"attacks":[43],"on":[44],"physical":[46,88],"systems":[47],"(CPS).":[48],"To":[49],"demonstrate":[50],"this,":[51],"we":[52],"developed":[53],"a":[54,67,106],"simulation":[55],"environment":[56],"that":[57,118],"models":[58],"distributed":[60],"navigation":[61],"control":[62,79],"system":[63],"physics":[65],"large":[68,83,120],"ship":[69],"with":[70,97],"two":[71],"rudders":[72],"thrusters":[74],"propulsion.":[76],"Defending":[77],"this":[78],"network":[80],"processing":[82],"volumes":[84],"signals":[89],"coordi-nate":[91],"defensive":[92],"actions":[93],"over":[94],"many":[95],"devices":[96],"minimal":[98],"disruption":[99],"nominal":[101],"operation.":[102],"We":[103],"are":[104],"developing":[105],"Reinforcement":[107],"Learning":[108],"(RL)-based":[109],"approach":[110],"solve":[112],"resulting":[114],"problem":[117],"has":[119],"observation":[121],"action":[123],"spaces.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-06-25T00:00:00"}