{"id":"https://openalex.org/W3035286387","doi":"https://doi.org/10.1109/noms47738.2020.9110453","title":"A Hybrid Game Theory and Reinforcement Learning Approach for Cyber-Physical Systems Security","display_name":"A Hybrid Game Theory and Reinforcement Learning Approach for Cyber-Physical Systems Security","publication_year":2020,"publication_date":"2020-04-01","ids":{"openalex":"https://openalex.org/W3035286387","doi":"https://doi.org/10.1109/noms47738.2020.9110453","mag":"3035286387"},"language":"en","primary_location":{"id":"doi:10.1109/noms47738.2020.9110453","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms47738.2020.9110453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2020 - 2020 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101598934","display_name":"Joseph El Khoury","orcid":"https://orcid.org/0000-0003-1498-1703"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Joseph Khoury","raw_affiliation_strings":["Department of Computer Science, American University of Beirut, Beirut, Lebanon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, American University of Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344581","display_name":"Mohamed Nassar","orcid":"https://orcid.org/0000-0001-8857-4436"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Mohamed Nassar","raw_affiliation_strings":["Department of Computer Science, American University of Beirut, Beirut, Lebanon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, American University of Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98635879"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8338161110877991},{"id":"https://openalex.org/keywords/scada","display_name":"SCADA","score":0.6759762167930603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6433238387107849},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6213614344596863},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.6182016730308533},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.47850289940834045},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44888487458229065},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.4414098858833313},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.435024231672287},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2778303027153015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2641173005104065}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8338161110877991},{"id":"https://openalex.org/C113863187","wikidata":"https://www.wikidata.org/wiki/Q17498","display_name":"SCADA","level":2,"score":0.6759762167930603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6433238387107849},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6213614344596863},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.6182016730308533},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.47850289940834045},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44888487458229065},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.4414098858833313},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.435024231672287},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2778303027153015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2641173005104065},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/noms47738.2020.9110453","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms47738.2020.9110453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2020 - 2020 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W918972627","https://openalex.org/W1542941925","https://openalex.org/W2039427951","https://openalex.org/W2117489655","https://openalex.org/W2313043987","https://openalex.org/W2345539853","https://openalex.org/W2603959005","https://openalex.org/W2783173268","https://openalex.org/W2826632961","https://openalex.org/W2923477440","https://openalex.org/W2931139464","https://openalex.org/W2951270751","https://openalex.org/W3037207827","https://openalex.org/W6760777284","https://openalex.org/W6764002093","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W2615977515","https://openalex.org/W2115760278","https://openalex.org/W2146396794","https://openalex.org/W2807864071","https://openalex.org/W4312141693","https://openalex.org/W1969185016","https://openalex.org/W1536009559","https://openalex.org/W2103821767","https://openalex.org/W2037619003","https://openalex.org/W2111030377"],"abstract_inverted_index":{"Cyber-Physical":[0],"Systems":[1],"(CPS)":[2],"are":[3,154],"monitored":[4],"and":[5,10,22,28,33,48,61,77,89,94,108,116,136,146,216,221],"controlled":[6],"by":[7,35,110,156],"Supervisory":[8],"Control":[9],"Data":[11],"Acquisition":[12],"(SCADA)":[13],"systems":[14,30,50],"that":[15,160],"use":[16],"advanced":[17],"computing,":[18],"sensors,":[19],"control":[20],"systems,":[21],"communication":[23],"networks.":[24],"At":[25,149],"first,":[26],"CPS":[27,101,207],"SCADA":[29,49],"were":[31],"protected":[32],"secured":[34],"isolation.":[36],"However,":[37],"with":[38,69],"recent":[39],"industrial":[40],"technology":[41],"advances,":[42],"the":[43,70,133,137,142,150,174,192,196,203,213,217,223],"increased":[44],"connectivity":[45],"of":[46,72,144,169,191,198,205],"CPSs":[47],"to":[51,57,99,183],"enterprise":[52],"networks":[53],"has":[54],"uncovered":[55],"them":[56,63],"new":[58,84],"cybersecurity":[59],"threats":[60],"made":[62],"a":[64,177,185,199,206],"primary":[65],"target":[66],"for":[67,86,164],"cyber-attacks":[68],"potential":[71],"causing":[73],"catastrophic":[74],"economic,":[75],"social,":[76],"environmental":[78],"damage.":[79],"Recent":[80],"research":[81],"focuses":[82],"on":[83,103,141],"methodologies":[85],"risk":[87],"modeling":[88],"assessment":[90],"using":[91,212],"game":[92,114],"theory":[93,115],"reinforcement":[95],"learning.This":[96],"paperwork":[97],"proposes":[98],"frame":[100],"security":[102],"two":[104],"different":[105],"levels,":[106],"strategic":[107,122],"battlefield,":[109],"meeting":[111],"ideas":[112],"from":[113],"Multi-Agent":[117],"Reinforcement":[118],"Learning":[119],"(MARL).":[120],"The":[121,167],"level":[123],"is":[124],"modeled":[125],"as":[126,173],"imperfect":[127],"information,":[128],"extensive":[129],"form":[130],"game.":[131],"Here,":[132],"human":[134],"administrator":[135],"malware":[138],"author":[139],"decide":[140],"strategies":[143,153],"defense":[145],"attack,":[147],"respectively.":[148],"battlefield":[151],"level,":[152,179],"implemented":[155],"machine":[157],"learning":[158],"agents":[159],"derive":[161],"optimal":[162],"policies":[163,171],"run-time":[165],"decisions.":[166],"outcomes":[168],"these":[170],"manifest":[172],"utility":[175],"at":[176],"higher":[178],"where":[180],"we":[181],"aim":[182],"reach":[184],"Nash":[186],"Equilibrium":[187],"(NE)":[188],"in":[189,202],"favor":[190],"defender.":[193],"We":[194,209],"simulate":[195],"scenario":[197],"virus":[200],"spreading":[201],"context":[204],"network.":[208],"present":[210],"experiments":[211],"MiniCPS":[214],"simulator":[215],"OpenAI":[218],"Gym":[219],"toolkit":[220],"discuss":[222],"results.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}