{"id":"https://openalex.org/W4207074175","doi":"https://doi.org/10.1109/gcwkshps52748.2021.9682179","title":"A Review on Deep Reinforcement Learning for the management of SDN and NFV in Edge-IoT","display_name":"A Review on Deep Reinforcement Learning for the management of SDN and NFV in Edge-IoT","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4207074175","doi":"https://doi.org/10.1109/gcwkshps52748.2021.9682179"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshps52748.2021.9682179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps52748.2021.9682179","pdf_url":null,"source":{"id":"https://openalex.org/S4363605397","display_name":"2021 IEEE Globecom Workshops (GC Wkshps)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088508377","display_name":"Ricardo S. Alonso","orcid":"https://orcid.org/0000-0002-6599-0186"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]},{"id":"https://openalex.org/I4387154232","display_name":"AIR Institute","ror":"https://ror.org/00g3fjr10","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4387154232"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Ricardo S. Alonso","raw_affiliation_strings":["AIR Institute IoT Digital Innovation Hub, Salamanca, Spain","BISITE Research Group University of Salamanca, Salamanca, Spain"],"affiliations":[{"raw_affiliation_string":"AIR Institute IoT Digital Innovation Hub, Salamanca, Spain","institution_ids":["https://openalex.org/I4387154232"]},{"raw_affiliation_string":"BISITE Research Group University of Salamanca, Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029218215","display_name":"Javier Prieto","orcid":"https://orcid.org/0000-0001-8175-2201"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Prieto","raw_affiliation_strings":["BISITE Research Group University of Salamanca, Salamanca, Spain"],"affiliations":[{"raw_affiliation_string":"BISITE Research Group University of Salamanca, Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004655124","display_name":"Fernando De la Prieta","orcid":"https://orcid.org/0000-0002-8239-5020"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Fernando de La Prieta","raw_affiliation_strings":["BISITE Research Group University of Salamanca, Salamanca, Spain"],"affiliations":[{"raw_affiliation_string":"BISITE Research Group University of Salamanca, Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033538827","display_name":"Sara Rodr\u0131\u0301guez","orcid":"https://orcid.org/0000-0002-3081-5177"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sara Rodriguez-Gonzalez","raw_affiliation_strings":["BISITE Research Group University of Salamanca, Salamanca, Spain"],"affiliations":[{"raw_affiliation_string":"BISITE Research Group University of Salamanca, Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070935465","display_name":"Juan M. Corchado","orcid":"https://orcid.org/0000-0002-2829-1829"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]},{"id":"https://openalex.org/I4387154232","display_name":"AIR Institute","ror":"https://ror.org/00g3fjr10","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4387154232"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan M. Corchado","raw_affiliation_strings":["AIR Institute IoT Digital Innovation Hub, Salamanca, Spain","BISITE Research Group University of Salamanca, Salamanca, Spain"],"affiliations":[{"raw_affiliation_string":"AIR Institute IoT Digital Innovation Hub, Salamanca, Spain","institution_ids":["https://openalex.org/I4387154232"]},{"raw_affiliation_string":"BISITE Research Group University of Salamanca, Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5088508377"],"corresponding_institution_ids":["https://openalex.org/I184999862","https://openalex.org/I4387154232"],"apc_list":null,"apc_paid":null,"fwci":2.1653,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88688119,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8401463031768799},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7873315811157227},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7252326011657715},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6535839438438416},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5937468409538269},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5642352104187012},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5544504523277283},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5434345602989197},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.5430750846862793},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5334786176681519},{"id":"https://openalex.org/keywords/network-functions-virtualization","display_name":"Network Functions Virtualization","score":0.5306134819984436},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5028042793273926},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.4649658799171448},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4563823342323303},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.43106958270072937},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4182989001274109},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2035278081893921},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18415501713752747},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1204582154750824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8401463031768799},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7873315811157227},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7252326011657715},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6535839438438416},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5937468409538269},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5642352104187012},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5544504523277283},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5434345602989197},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.5430750846862793},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5334786176681519},{"id":"https://openalex.org/C200789330","wikidata":"https://www.wikidata.org/wiki/Q7000834","display_name":"Network Functions Virtualization","level":3,"score":0.5306134819984436},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5028042793273926},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.4649658799171448},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4563823342323303},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.43106958270072937},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4182989001274109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2035278081893921},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18415501713752747},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1204582154750824},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcwkshps52748.2021.9682179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps52748.2021.9682179","pdf_url":null,"source":{"id":"https://openalex.org/S4363605397","display_name":"2021 IEEE Globecom Workshops (GC Wkshps)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5400000214576721,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W197770101","https://openalex.org/W1462139170","https://openalex.org/W1914583973","https://openalex.org/W2014068743","https://openalex.org/W2052574125","https://openalex.org/W2104595967","https://openalex.org/W2145339207","https://openalex.org/W2167407217","https://openalex.org/W2191588813","https://openalex.org/W2257979135","https://openalex.org/W2392395307","https://openalex.org/W2482179415","https://openalex.org/W2606723168","https://openalex.org/W2623902153","https://openalex.org/W2736185435","https://openalex.org/W2741507511","https://openalex.org/W2758296822","https://openalex.org/W2766447205","https://openalex.org/W2772526503","https://openalex.org/W2787114603","https://openalex.org/W2787262922","https://openalex.org/W2789288708","https://openalex.org/W2795926922","https://openalex.org/W2802445322","https://openalex.org/W2805895568","https://openalex.org/W2806615223","https://openalex.org/W2852300932","https://openalex.org/W2856479366","https://openalex.org/W2883223265","https://openalex.org/W2884957812","https://openalex.org/W2887645765","https://openalex.org/W2888896501","https://openalex.org/W2891388911","https://openalex.org/W2897221596","https://openalex.org/W2898035736","https://openalex.org/W2901707424","https://openalex.org/W2901828750","https://openalex.org/W2903523957","https://openalex.org/W2903683137","https://openalex.org/W2912213068","https://openalex.org/W2913127416","https://openalex.org/W2915905517","https://openalex.org/W2919412094","https://openalex.org/W2920054549","https://openalex.org/W2926519916","https://openalex.org/W2941971445","https://openalex.org/W2943930927","https://openalex.org/W2943983563","https://openalex.org/W2951041248","https://openalex.org/W2960833983","https://openalex.org/W2963752169","https://openalex.org/W2963939962","https://openalex.org/W2964248614","https://openalex.org/W2965527961","https://openalex.org/W2967959654","https://openalex.org/W2968450700","https://openalex.org/W2989054343","https://openalex.org/W2989354373","https://openalex.org/W2990123902","https://openalex.org/W2991236681","https://openalex.org/W2992245519","https://openalex.org/W3003692200","https://openalex.org/W3011314740","https://openalex.org/W3011765518","https://openalex.org/W3016207298","https://openalex.org/W3017275226","https://openalex.org/W3042365319","https://openalex.org/W3100789280","https://openalex.org/W3113990095","https://openalex.org/W3118210634","https://openalex.org/W3190783330","https://openalex.org/W6744749404","https://openalex.org/W6752912078","https://openalex.org/W6753737143","https://openalex.org/W6756274953","https://openalex.org/W6760250828","https://openalex.org/W6764663751","https://openalex.org/W6770638949","https://openalex.org/W6788072495"],"related_works":["https://openalex.org/W2909024109","https://openalex.org/W2596544663","https://openalex.org/W4401217719","https://openalex.org/W2615184401","https://openalex.org/W2215777439","https://openalex.org/W4316506456","https://openalex.org/W4322761281","https://openalex.org/W2213647654","https://openalex.org/W4238233472","https://openalex.org/W2286140015"],"abstract_inverted_index":{"The":[0],"Internet":[1],"of":[2,7,48,107,135,144],"Things":[3],"(IoT)":[4],"represents":[5],"billions":[6],"devices":[8],"collecting":[9],"valuable":[10,29],"information":[11],"through":[12],"different":[13,72,97,105],"sensors":[14],"to":[15,18,27,62,80,86,117],"be":[16],"transferred":[17],"the":[19,46,53,81,136,142],"Cloud,":[20],"where":[21],"it":[22],"is":[23],"stored":[24],"and":[25,44,93,113],"processed":[26],"infer":[28],"knowledge.":[30],"In":[31],"this":[32],"regard,":[33],"Edge":[34],"Computing":[35],"(EC)":[36],"architectures":[37],"allow":[38],"providing":[39],"shorter":[40],"service":[41],"response":[42],"times":[43],"reducing":[45],"cost":[47],"processing":[49],"IoT":[50,101],"data":[51,120],"in":[52,90,122,146],"Cloud.":[54],"Moreover,":[55],"Network":[56],"Function":[57],"Virtualization":[58],"(NFV)":[59],"provide":[60],"mechanisms":[61,112],"reduce":[63],"costs":[64],"when":[65],"sharing":[66],"physical":[67],"network":[68],"resources":[69],"transparently":[70],"by":[71],"user":[73],"entities.":[74],"Software-Defined":[75],"Networks":[76],"(SDN),":[77],"closely":[78],"related":[79],"NFV,":[82],"are":[83,115],"also":[84],"used":[85],"manage":[87],"virtual":[88,119],"networks":[89,102],"a":[91,133],"flexible":[92],"dynamic":[94],"way.":[95],"However,":[96],"applications":[98],"on":[99,139],"shared":[100],"may":[103],"demand":[104],"Quality":[106],"Service":[108],"(QoS).":[109],"Therefore,":[110],"intelligent":[111],"algorithms":[114],"needed":[116],"optimize":[118],"flows":[121],"networks,":[123],"such":[124],"as":[125],"Deep":[126],"Reinforcement":[127],"Learning":[128],"techniques.":[129],"This":[130],"papers":[131],"presents":[132],"review":[134],"existing":[137],"approaches":[138],"DRL":[140],"for":[141],"management":[143],"SDN/NFV":[145],"Edge-IoT":[147],"scenarios.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}