{"id":"https://openalex.org/W4321780066","doi":"https://doi.org/10.1109/access.2023.3248652","title":"Toward a Superintelligent Action Recommender for Network Operation Centers Using Reinforcement Learning","display_name":"Toward a Superintelligent Action Recommender for Network Operation Centers Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4321780066","doi":"https://doi.org/10.1109/access.2023.3248652"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3248652","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3248652","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051839.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051839.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074913185","display_name":"Sa\u2019di Altamimi","orcid":"https://orcid.org/0000-0003-1517-8170"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sa\u2019di Altamimi","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1517-8170","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064306715","display_name":"Basel Altamimi","orcid":"https://orcid.org/0000-0003-1242-3206"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Basel Altamimi","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065662074","display_name":"David C\u00f4t\u00e9","orcid":"https://orcid.org/0000-0001-7468-0430"},"institutions":[{"id":"https://openalex.org/I4210160469","display_name":"Ciena (Canada)","ror":"https://ror.org/05agqdk49","country_code":"CA","type":"company","lineage":["https://openalex.org/I1295297804","https://openalex.org/I4210160469"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"David C\u00f4t\u00e9","raw_affiliation_strings":["Blue Planet Analytics, Ciena Corporation, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7468-0430","affiliations":[{"raw_affiliation_string":"Blue Planet Analytics, Ciena Corporation, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210160469"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044422170","display_name":"Shervin Shirmohammadi","orcid":"https://orcid.org/0000-0002-3973-4445"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shervin Shirmohammadi","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3973-4445","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074913185"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8974,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86007312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"20216","last_page":"20229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8165013790130615},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.721589207649231},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5797412991523743},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5780521035194397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5077705979347229},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4389714300632477},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38862642645835876},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.26748085021972656},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08705246448516846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8165013790130615},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.721589207649231},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5797412991523743},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5780521035194397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5077705979347229},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4389714300632477},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38862642645835876},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26748085021972656},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08705246448516846},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3248652","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3248652","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051839.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b47380f18e9641e3aa6bc94e5d87e55c","is_oa":true,"landing_page_url":"https://doaj.org/article/b47380f18e9641e3aa6bc94e5d87e55c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 20216-20229 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3248652","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3248652","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10051839.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8159638061","display_name":null,"funder_award_id":"IT12571","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"}],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321780066.pdf","grobid_xml":"https://content.openalex.org/works/W4321780066.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1508192224","https://openalex.org/W1512919909","https://openalex.org/W2046996051","https://openalex.org/W2126969025","https://openalex.org/W2156737235","https://openalex.org/W2342480409","https://openalex.org/W2564032180","https://openalex.org/W2588603526","https://openalex.org/W2742342371","https://openalex.org/W2744628735","https://openalex.org/W2746553466","https://openalex.org/W2767228329","https://openalex.org/W2898035736","https://openalex.org/W2902907165","https://openalex.org/W2903105659","https://openalex.org/W2915117209","https://openalex.org/W2943717074","https://openalex.org/W2978802986","https://openalex.org/W2997225748","https://openalex.org/W3088915330","https://openalex.org/W3137165991","https://openalex.org/W3179669029","https://openalex.org/W3186646000","https://openalex.org/W4214717370","https://openalex.org/W6683195989","https://openalex.org/W6766944173","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266","https://openalex.org/W4288390103","https://openalex.org/W4317039510","https://openalex.org/W4238861846"],"abstract_inverted_index":{"Today\u2019s":[0],"Network":[1],"Operation":[2],"Centres":[3],"(NOC)":[4],"consist":[5],"of":[6,8,22,60,74,99,183,226],"teams":[7,79],"network":[9,227],"professionals":[10],"responsible":[11],"for":[12,17,241],"monitoring":[13],"and":[14,29,48,84,94,96,115,187,194,209],"taking":[15],"actions":[16,25,136,198,233,240],"their":[18],"network\u2019s":[19],"health.":[20],"Most":[21],"these":[23],"NOC":[24,75,105,126,235],"are":[26,45],"relatively":[27],"complex":[28],"executed":[30],"manually;":[31],"only":[32],"the":[33,58,97,146,163],"simplest":[34],"tasks":[35,106],"can":[36,127,132,206,221],"be":[37,222],"automated":[38],"with":[39,191],"rules-based":[40],"software.":[41],"But":[42],"today\u2019s":[43],"networks":[44],"getting":[46,91],"larger":[47],"more":[49,210],"complex.":[50],"Therefore,":[51],"deciding":[52],"what":[53],"action":[54],"to":[55,139,229,234],"take":[56,135,239],"in":[57,150,166,224],"face":[59,225],"non-trivial":[61],"problems":[62,228],"has":[63],"essentially":[64],"become":[65],"an":[66,124,173],"art":[67],"that":[68,137,204,213],"depends":[69],"on":[70,178],"collective":[71,147],"human":[72,148,156],"intelligence":[73],"technicians,":[76],"specialized":[77],"support":[78],"organized":[80],"by":[81,145,155,162,199,218],"technology":[82],"domains,":[83],"vendors\u2019":[85],"technical":[86],"support.":[87],"This":[88,220],"model":[89],"is":[90,107,160],"increasingly":[92],"expensive":[93],"inefficient,":[95],"automation":[98],"all":[100],"or":[101,134,237],"at":[102],"least":[103],"some":[104],"now":[108],"considered":[109],"a":[110,181],"desirable":[111],"step":[112],"towards":[113],"autonomous":[114,125],"self-healing":[116],"networks.":[117],"In":[118],"this":[119,151],"article,":[120],"we":[121,171,188],"investigate":[122],"whether":[123],"achieve":[128],"superintelligence;":[129],"i.e.,":[130],"it":[131,190,196,205],"recommend":[133,232],"lead":[138],"better":[140],"results":[141],"than":[142],"those":[143],"achieved":[144,165],"intelligence,":[149],"case":[152],"rules":[153,193,216],"designed":[154,217],"experts.":[157],"Our":[158],"investigation":[159],"inspired":[161],"superintelligence":[164],"computer":[167],"games":[168],"recently.":[169],"Specifically,":[170],"build":[172],"Action":[174],"Recommendation":[175],"Engine":[176],"based":[177],"Reinforcement":[179],"Learning,":[180],"type":[182],"Artificial":[184],"Intelligence":[185],"method,":[186],"train":[189],"expert":[192,215],"lets":[195],"explore":[197],"itself.":[200],"We":[201],"then":[202],"show":[203],"learn":[207],"new":[208],"efficient":[211],"strategies":[212],"outperform":[214],"humans.":[219],"used":[223],"either":[230],"quickly":[231],"technicians":[236],"autonomously":[238],"fast":[242],"recovery.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}