{"id":"https://openalex.org/W3185854150","doi":"https://doi.org/10.1109/access.2021.3100706","title":"Towards Autonomous Defense of SDN Networks Using MuZero Based Intelligent Agents","display_name":"Towards Autonomous Defense of SDN Networks Using MuZero Based Intelligent Agents","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3185854150","doi":"https://doi.org/10.1109/access.2021.3100706","mag":"3185854150"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3100706","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3100706","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09499101.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09499101.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029889762","display_name":"Jon Gabirondo-L\u00f3pez","orcid":"https://orcid.org/0000-0002-3510-4606"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]},{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Jon Gabirondo-Lopez","raw_affiliation_strings":["Faculty of Informatics, University of the Basque Country (UPV/EHU), Donostia-San Sebasti\u00e1n, Spain","Vicomtech Foundation, Basque Research and Technology Alliance (BRTA), Donostia-San Sebasti\u00e1n, Spain"],"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, University of the Basque Country (UPV/EHU), Donostia-San Sebasti\u00e1n, Spain","institution_ids":["https://openalex.org/I169108374"]},{"raw_affiliation_string":"Vicomtech Foundation, Basque Research and Technology Alliance (BRTA), Donostia-San Sebasti\u00e1n, Spain","institution_ids":["https://openalex.org/I4210092551"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090241185","display_name":"Jon Egana","orcid":"https://orcid.org/0000-0002-1649-7715"},"institutions":[{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jon Egana","raw_affiliation_strings":["Vicomtech Foundation, Basque Research and Technology Alliance (BRTA), Donostia-San Sebasti\u00e1n, Spain"],"affiliations":[{"raw_affiliation_string":"Vicomtech Foundation, Basque Research and Technology Alliance (BRTA), Donostia-San Sebasti\u00e1n, Spain","institution_ids":["https://openalex.org/I4210092551"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063756176","display_name":"Jos\u00e9 Miguel-Alonso","orcid":"https://orcid.org/0000-0003-4616-322X"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose Miguel-Alonso","raw_affiliation_strings":["Department of Computer Architecture and Technology, University of the Basque Country (UPV/EHU), Donostia-San Sebasti\u00e1n, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Architecture and Technology, University of the Basque Country (UPV/EHU), Donostia-San Sebasti\u00e1n, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015493427","display_name":"Ra\u00fal Orduna-Urrutia","orcid":"https://orcid.org/0000-0002-5932-0987"},"institutions":[{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Raul Orduna Urrutia","raw_affiliation_strings":["Vicomtech Foundation, Basque Research and Technology Alliance (BRTA), Donostia-San Sebasti\u00e1n, Spain"],"affiliations":[{"raw_affiliation_string":"Vicomtech Foundation, Basque Research and Technology Alliance (BRTA), Donostia-San Sebasti\u00e1n, Spain","institution_ids":["https://openalex.org/I4210092551"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5029889762"],"corresponding_institution_ids":["https://openalex.org/I169108374","https://openalex.org/I4210092551"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.3894,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.89015225,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"107184","last_page":"107199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8266299366950989},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7544944286346436},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5878772735595703},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5869277715682983},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5753018856048584},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4933089315891266},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.47911810874938965},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3956562876701355},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36731505393981934},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.17627188563346863},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11197540163993835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8266299366950989},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7544944286346436},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5878772735595703},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5869277715682983},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5753018856048584},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4933089315891266},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.47911810874938965},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3956562876701355},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36731505393981934},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.17627188563346863},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11197540163993835}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3100706","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3100706","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09499101.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:addi.ehu.es:10810/53523","is_oa":true,"landing_page_url":"http://hdl.handle.net/10810/53523","pdf_url":null,"source":{"id":"https://openalex.org/S4306401964","display_name":"Communities in ADDI (University of the Basque Country)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169108374","host_organization_name":"University of the Basque Country","host_organization_lineage":["https://openalex.org/I169108374"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:0b9a4fec265b481486244cda7ecfcc2d","is_oa":true,"landing_page_url":"https://doaj.org/article/0b9a4fec265b481486244cda7ecfcc2d","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 107184-107199 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3100706","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3100706","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09499101.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1419670400","display_name":null,"funder_award_id":"GB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G1650125035","display_name":null,"funder_award_id":"B-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G3238341616","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G3690828678","display_name":null,"funder_award_id":"PID2019","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G4124501105","display_name":null,"funder_award_id":"PID2019-104966GB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G4392369290","display_name":null,"funder_award_id":"IT-1244-19","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G8171422392","display_name":null,"funder_award_id":"CER20191012","funder_id":"https://openalex.org/F4320321043","funder_display_name":"Centro para el Desarrollo Tecnol\u00f3gico Industrial"}],"funders":[{"id":"https://openalex.org/F4320311175","display_name":"Steadman Philippon Research Institute","ror":"https://ror.org/03msykc12"},{"id":"https://openalex.org/F4320321043","display_name":"Centro para el Desarrollo Tecnol\u00f3gico Industrial","ror":"https://ror.org/0124x7055"},{"id":"https://openalex.org/F4320321705","display_name":"Eusko Jaurlaritza","ror":"https://ror.org/00pz2fp31"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3185854150.pdf","grobid_xml":"https://content.openalex.org/works/W3185854150.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W103885025","https://openalex.org/W1522301498","https://openalex.org/W1542941925","https://openalex.org/W1835254890","https://openalex.org/W1976381032","https://openalex.org/W1998493381","https://openalex.org/W2031175798","https://openalex.org/W2076337359","https://openalex.org/W2077121139","https://openalex.org/W2107726111","https://openalex.org/W2121863487","https://openalex.org/W2125560635","https://openalex.org/W2126316555","https://openalex.org/W2136451165","https://openalex.org/W2147118406","https://openalex.org/W2147767253","https://openalex.org/W2242464395","https://openalex.org/W2257979135","https://openalex.org/W2338941390","https://openalex.org/W2341171179","https://openalex.org/W2469255646","https://openalex.org/W2548550310","https://openalex.org/W2584217814","https://openalex.org/W2732608405","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2772709170","https://openalex.org/W2782735691","https://openalex.org/W2786928559","https://openalex.org/W2908064123","https://openalex.org/W2911296969","https://openalex.org/W2913918689","https://openalex.org/W2921573932","https://openalex.org/W2963296584","https://openalex.org/W2963985863","https://openalex.org/W2970145645","https://openalex.org/W2989847975","https://openalex.org/W2998351022","https://openalex.org/W3001683812","https://openalex.org/W3048377462","https://openalex.org/W3090710579","https://openalex.org/W3097281673","https://openalex.org/W3100789280","https://openalex.org/W3106709164","https://openalex.org/W3107852229","https://openalex.org/W3110280350","https://openalex.org/W3111986485","https://openalex.org/W3118210634","https://openalex.org/W3138381676","https://openalex.org/W3154419433","https://openalex.org/W3168165348","https://openalex.org/W4214717370","https://openalex.org/W4237591687","https://openalex.org/W4244859942","https://openalex.org/W4297797010","https://openalex.org/W6631190155","https://openalex.org/W6638624986","https://openalex.org/W6741002519","https://openalex.org/W6746177919","https://openalex.org/W6748554570","https://openalex.org/W6748638692","https://openalex.org/W6757184387","https://openalex.org/W6759639952","https://openalex.org/W6783089834"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"The":[0,58,148],"Software":[1],"Defined":[2],"Networking":[3],"(SDN)":[4],"paradigm":[5],"enables":[6],"the":[7,21,61,64,79,85,100,103,111,114,127,134,137,140,152,161,164,167,177],"development":[8],"of":[9,23,41,102,113,132,136,142,156,163],"systems":[10,26],"that":[11,27,94,151],"centrally":[12],"monitor":[13],"and":[14,30,63,72,117,126,139,169],"manage":[15],"network":[16,32],"traffic,":[17],"providing":[18],"support":[19],"for":[20],"deployment":[22],"machine":[24],"learning-based":[25],"automatically":[28],"detect":[29],"mitigate":[31,50],"intrusions.":[33],"This":[34],"paper":[35],"presents":[36],"an":[37,51,90],"intelligent":[38],"system":[39],"capable":[40,155],"deciding":[42,157],"which":[43,158],"countermeasures":[44,101],"to":[45,49,77,98],"take":[46],"in":[47,53,105,176],"order":[48],"intrusion":[52],"a":[54,69,106],"software":[55],"defined":[56],"network.":[57,108,178],"interaction":[59],"between":[60],"intruder":[62],"defender":[65,153],"is":[66,75,87,96,154],"posed":[67],"as":[68],"Markov":[70],"game":[71,104],"MuZero":[73],"algorithm":[74],"used":[76],"train":[78],"model":[80,86],"through":[81],"self-play.":[82],"Once":[83],"trained,":[84],"integrated":[88],"with":[89,119],"SDN":[91],"controller,":[92],"so":[93],"it":[95,171],"able":[97],"apply":[99],"real":[107],"To":[109],"measure":[110],"performance":[112],"model,":[115],"attackers":[116],"defenders":[118],"different":[120],"training":[121],"steps":[122],"have":[123,145],"been":[124,146],"confronted":[125],"scores":[128],"obtained":[129],"by":[130],"each":[131],"them,":[133],"duration":[135],"games":[138,143],"ratio":[141],"won":[144],"collected.":[147],"results":[149],"show":[150],"measures":[159],"minimize":[160],"impact":[162],"intrusion,":[165],"isolating":[166],"attacker":[168],"preventing":[170],"from":[172],"compromising":[173],"key":[174],"machines":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}