{"id":"https://openalex.org/W2989766752","doi":"https://doi.org/10.1109/cbd.2019.00018","title":"A Coordinated Two-Stages Virtual Network Embedding Algorithm Based on Reinforcement Learning","display_name":"A Coordinated Two-Stages Virtual Network Embedding Algorithm Based on Reinforcement Learning","alternate_titles":[],"publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2989766752","doi":"https://doi.org/10.1109/cbd.2019.00018","mag":"2989766752"},"language":"en","primary_location":{"id":"doi:10.1109/cbd.2019.00018","doi":"https://doi.org/10.1109/cbd.2019.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbd.2019.00018","pdf_url":null,"source":{"id":"https://openalex.org/S4306419091","display_name":"International Conference on Advanced Cloud and Big Data","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Seventh International Conference on Advanced Cloud and Big Data (CBD)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2989766752"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Cong Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cong Wang","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011478460","display_name":"Fanghui Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fanghui Zheng","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043665482","display_name":"Sancheng Peng","orcid":"https://orcid.org/0000-0002-0865-3570","observed_orcids":["https://orcid.org/0000-0002-0865-3570"]},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sancheng Peng","raw_affiliation_strings":["Laboratory of Language Engineering and Computing, Guangdong University at of Foreign Studies, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Language Engineering and Computing, Guangdong University at of Foreign Studies, Guangzhou, China","institution_ids":["https://openalex.org/I186272606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068860731","display_name":"Zejie Tian","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zejie Tian","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101034117","display_name":"Yujia Guo","orcid":"https://orcid.org/0000-0002-8850-1824","observed_orcids":["https://orcid.org/0000-0002-8850-1824"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yujia Guo","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100451643","display_name":"Ying Yuan","orcid":"https://orcid.org/0000-0002-4028-0524","observed_orcids":["https://orcid.org/0000-0002-4028-0524"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ying Yuan","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1856,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75537435,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"48"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/virtual-network-embedding","display_name":"virtual network embedding","score":0.9990000128746033},{"id":"https://openalex.org/keywords/network-virtualization","display_name":"network virtualization","score":0.8479999899864197},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9539999961853027},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"long short-term memory","score":0.7229999899864197},{"id":"https://openalex.org/keywords/pointer-networks","display_name":"pointer networks","score":0.875},{"id":"https://openalex.org/keywords/policy-gradient","display_name":"policy gradient","score":0.890999972820282},{"id":"https://openalex.org/keywords/combinatorial-optimization","display_name":"combinatorial optimization","score":0.8240000009536743},{"id":"https://openalex.org/keywords/node-mapping","display_name":"node mapping","score":0.6470000147819519},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.6480000019073486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7948461174964905},{"id":"https://openalex.org/C2779898492","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Network virtualization","level":4,"score":0.7481458783149719},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.6646841764450073},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6635552644729614},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.629729688167572},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5004558563232422},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4539912939071655},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.4471924602985382},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4309477210044861},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3573036193847656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2137911021709442},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cbd.2019.00018","doi":"https://doi.org/10.1109/cbd.2019.00018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbd.2019.00018","pdf_url":null,"source":{"id":"https://openalex.org/S4306419091","display_name":"International Conference on Advanced Cloud and Big Data","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Seventh International Conference on Advanced Cloud and Big Data (CBD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1978071186","https://openalex.org/W2040672732","https://openalex.org/W2045287414","https://openalex.org/W2114298221","https://openalex.org/W2125150972","https://openalex.org/W2132238781","https://openalex.org/W2147692735","https://openalex.org/W2152415706","https://openalex.org/W2161965229","https://openalex.org/W2517002956","https://openalex.org/W2560592986","https://openalex.org/W2793337561","https://openalex.org/W2892293759","https://openalex.org/W4238465620"],"related_works":["https://openalex.org/W3088417538","https://openalex.org/W3164594525","https://openalex.org/W3091917562","https://openalex.org/W7218432158","https://openalex.org/W3205399833","https://openalex.org/W2892293759","https://openalex.org/W4391878122","https://openalex.org/W2790966663","https://openalex.org/W2946726698","https://openalex.org/W3005111087"],"abstract_inverted_index":{"Network":[0,35],"virtualization":[1],"allows":[2],"multiple":[3],"heterogeneous":[4],"networks":[5],"to":[6,21,25,40,58,60,100,118,158],"be":[7],"deployed":[8],"on":[9,53,73,113],"the":[10,26,33,41,48,54,79,120,127,131,143,148],"same":[11],"physical":[12,152],"network.":[13],"One":[14],"of":[15,44,47],"its":[16],"main":[17],"challenges":[18],"is":[19,30,82,98,116],"how":[20],"effectively":[22],"allocate":[23],"resources":[24],"virtual":[27],"network,":[28,122],"which":[29],"known":[31],"as":[32,84],"Virtual":[34],"Embedding":[36],"(VNE)":[37],"problem.":[38,88],"Due":[39],"NP-hard":[42],"characteristic":[43],"VNE,":[45],"most":[46],"existing":[49],"approaches":[50],"are":[51],"based":[52,72,112],"heuristic":[55],"algorithms":[56],"tended":[57],"converge":[59],"local":[61],"optimal":[62,133],"solutions.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67],"propose":[68],"a":[69,85],"VNE":[70,80],"algorithm":[71,108,145],"reinforcement":[74],"learning":[75],"(RL)":[76],"methods.":[77],"Firstly,":[78],"problem":[81],"formulated":[83],"combinatorial":[86],"optimization":[87],"A":[89],"pointer":[90,121],"network":[91],"including":[92],"two":[93],"Long":[94],"Short-Term":[95],"Memory":[96],"modules":[97],"used":[99],"set":[101],"up":[102],"node":[103,153],"mapping":[104],"strategies.":[105],"Then,":[106],"an":[107],"named":[109],"active":[110],"search":[111,132],"policy":[114,134],"gradient":[115],"designed":[117],"optimize":[119],"and":[123,130,155],"does":[124],"not":[125],"need":[126],"pre-training":[128],"process":[129],"for":[135],"VN":[136],"requests.":[137],"The":[138],"experimental":[139],"results":[140],"show":[141],"that":[142],"proposed":[144],"can":[146],"improve":[147],"performance":[149],"in":[150],"average":[151],"utilization":[154],"long-term":[156],"revenue":[157],"cost":[159],"ratio.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2989766752","counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2019-12-05T00:00:00"}
