{"id":"https://openalex.org/W7138928982","doi":"https://doi.org/10.1109/tnse.2026.3675357","title":"A Reinforcement Learning Approach to Virtual Network Embedding Problems in 5G Networks","display_name":"A Reinforcement Learning Approach to Virtual Network Embedding Problems in 5G Networks","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7138928982","doi":"https://doi.org/10.1109/tnse.2026.3675357"},"language":null,"primary_location":{"id":"doi:10.1109/tnse.2026.3675357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2026.3675357","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028120551","display_name":"Amir Javadpour","orcid":"https://orcid.org/0000-0002-4932-1660"},"institutions":[{"id":"https://openalex.org/I4210143258","display_name":"SBS CyberSecurity (United States)","ror":"https://ror.org/0572r3k48","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143258"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Javadpour","raw_affiliation_strings":["Senior Cybersecurity Researcher MOSA!C Lab / ICTFICIAL Oy, Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Senior Cybersecurity Researcher MOSA!C Lab / ICTFICIAL Oy, Espoo, Finland","institution_ids":["https://openalex.org/I4210143258"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122997131","display_name":"Forough Ja'fari","orcid":null},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Forough Ja'fari","raw_affiliation_strings":["Department of Computer Engineering, Sharif University of Technology, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129808013","display_name":"Tarik Taleb","orcid":null},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tarik Taleb","raw_affiliation_strings":["Faculty of Electrical Engineering and Information Technology, Ruhr University Bochum, Bochum, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Information Technology, Ruhr University Bochum, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129965875","display_name":"Chafika Benza\u00efd","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Chafika Benza\u00efd","raw_affiliation_strings":["Faculty of Information Technology and Electrical Engineering, University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Electrical Engineering, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912340","display_name":"Pedro R. Tomas","orcid":"https://orcid.org/0000-0001-7938-4972"},"institutions":[{"id":"https://openalex.org/I4210123903","display_name":"OneSource (Portugal)","ror":"https://ror.org/02hkdyy22","country_code":"PT","type":"company","lineage":["https://openalex.org/I4210123903"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Pedro R. Tomas","raw_affiliation_strings":["OneSource, Coimbra, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OneSource, Coimbra, Portugal","institution_ids":["https://openalex.org/I4210123903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005126902","display_name":"Lu\u00eds Rosa","orcid":"https://orcid.org/0000-0002-8230-4045"},"institutions":[{"id":"https://openalex.org/I4210123903","display_name":"OneSource (Portugal)","ror":"https://ror.org/02hkdyy22","country_code":"PT","type":"company","lineage":["https://openalex.org/I4210123903"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Luis Rosa","raw_affiliation_strings":["OneSource, Coimbra, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OneSource, Coimbra, Portugal","institution_ids":["https://openalex.org/I4210123903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130145525","display_name":"Jorge Proen\u00e7a","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123903","display_name":"OneSource (Portugal)","ror":"https://ror.org/02hkdyy22","country_code":"PT","type":"company","lineage":["https://openalex.org/I4210123903"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jorge Proen\u00e7a","raw_affiliation_strings":["OneSource, Coimbra, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OneSource, Coimbra, Portugal","institution_ids":["https://openalex.org/I4210123903"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123028074","display_name":"Luis Cordeiro","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123903","display_name":"OneSource (Portugal)","ror":"https://ror.org/02hkdyy22","country_code":"PT","type":"company","lineage":["https://openalex.org/I4210123903"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Luis Cordeiro","raw_affiliation_strings":["OneSource, Coimbra, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OneSource, Coimbra, Portugal","institution_ids":["https://openalex.org/I4210123903"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29359202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7152000069618225},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.590499997138977},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.5180000066757202},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.477400004863739},{"id":"https://openalex.org/keywords/network-virtualization","display_name":"Network virtualization","score":0.46869999170303345},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43320000171661377},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4203000068664551},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7932999730110168},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7152000069618225},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.5180000066757202},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C2779898492","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Network virtualization","level":4,"score":0.46869999170303345},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4575999975204468},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40849998593330383},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37540000677108765},{"id":"https://openalex.org/C2987015589","wikidata":"https://www.wikidata.org/wiki/Q1040098","display_name":"Learning network","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.33980000019073486},{"id":"https://openalex.org/C139940560","wikidata":"https://www.wikidata.org/wiki/Q290036","display_name":"Network simulation","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.289000004529953},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2806999981403351},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2026.3675357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2026.3675357","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"5G":[0],"network":[1,14,24,187],"slicing":[2,25],"is":[3,35,49,97,122],"the":[4,12,21,28,58,86,90,113,126,155,165,199,202],"problem":[5,43],"of":[6,23,30,38,116,129,201],"mapping":[7,125],"requested":[8],"virtual":[9],"networks":[10],"on":[11,27,190],"substrate":[13],"resources.":[15],"Due":[16],"to":[17,57,77,89,108,141,153,179,197],"resource":[18],"capacity":[19],"constraints,":[20],"performance":[22],"depends":[26],"number":[29],"supported":[31,171],"requests.":[32],"This":[33,99],"challenge":[34],"a":[36,46,103,150,186],"type":[37],"Virtual":[39],"Network":[40],"Embedding":[41],"(VNE)":[42],"in":[44,138,195],"which":[45],"weighted":[47,54,87],"graph":[48,88],"divided":[50],"into":[51],"multiple":[52],"smaller":[53],"graphs":[55],"according":[56],"user's":[59],"custom":[60],"requirements.":[61],"These":[62],"problems":[63],"are":[64,136],"NP-hard,":[65],"and":[66,169,175,192],"most":[67],"existing":[68,180],"solutions":[69],"have":[70,184],"suggested":[71],"using":[72],"Reinforcement":[73],"Learning":[74],"(RL)":[75],"models":[76],"solve":[78],"them.":[79],"However,":[80],"they":[81],"do":[82],"not":[83],"adequately":[84],"represent":[85],"learning":[91,95,144],"model.":[92],"Therefore,":[93],"their":[94],"rate":[96],"limited.":[98],"paper":[100],"proposes":[101],"TRL-VNE,":[102,191],"Two-stage":[104],"RL-based":[105],"VNE":[106],"solution":[107],"overcome":[109],"these":[110],"challenges.":[111],"In":[112],"first":[114],"stage":[115,148],"this":[117,139],"solution,":[118],"an":[119],"RL":[120],"model":[121,140],"utilized":[123],"for":[124],"central":[127],"node":[128],"each":[130],"request.":[131],"Novel":[132],"graph-based":[133],"features":[134],"(G-features)":[135],"used":[137],"improve":[142],"its":[143],"rate.":[145],"The":[146,158],"second":[147],"uses":[149],"greedy":[151],"algorithm":[152],"map":[154],"other":[156],"components.":[157],"simulation":[159],"results":[160],"show":[161],"that":[162],"TRL-VNE":[163],"improves":[164],"requests":[166,172],"acceptance":[167],"ratio":[168],"maximum":[170],"by":[173],"21%":[174],"36%,":[176],"respectively,":[177],"compared":[178],"solutions.":[181],"Moreover,":[182],"we":[183],"proposed":[185,203],"architecture":[188],"based":[189],"emulated":[193],"it":[194],"Mininet":[196],"investigate":[198],"feasibility":[200],"solution.":[204]},"counts_by_year":[],"updated_date":"2026-03-20T20:54:20.808490","created_date":"2026-03-20T00:00:00"}