{"id":"https://openalex.org/W2945705884","doi":"https://doi.org/10.1109/pccc.2018.8711274","title":"On the Use of Q-Learning to Solve the Selectable Virtual Network Embedding Problem","display_name":"On the Use of Q-Learning to Solve the Selectable Virtual Network Embedding Problem","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2945705884","doi":"https://doi.org/10.1109/pccc.2018.8711274","mag":"2945705884"},"language":"en","primary_location":{"id":"doi:10.1109/pccc.2018.8711274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pccc.2018.8711274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 37th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100350752","display_name":"Sen Wang","orcid":"https://orcid.org/0000-0002-8417-6403"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Wang","raw_affiliation_strings":["School of Big Data & Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Big Data & Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101534273","display_name":"Biao Zhang","orcid":"https://orcid.org/0000-0002-4162-5758"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Zhang","raw_affiliation_strings":["School of Big Data & Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Big Data & Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-virtualization","display_name":"Network virtualization","score":0.8014926910400391},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7922108173370361},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7315973043441772},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.5625344514846802},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5314874649047852},{"id":"https://openalex.org/keywords/contradiction","display_name":"Contradiction","score":0.4797424077987671},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4514072835445404},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.42872896790504456},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.4237111210823059},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.4118993282318115},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3822839856147766},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.356453001499176},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3442907929420471},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3159552216529846},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1186751127243042},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09085822105407715}],"concepts":[{"id":"https://openalex.org/C2779898492","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Network virtualization","level":4,"score":0.8014926910400391},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7922108173370361},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7315973043441772},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.5625344514846802},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5314874649047852},{"id":"https://openalex.org/C2776728590","wikidata":"https://www.wikidata.org/wiki/Q363948","display_name":"Contradiction","level":2,"score":0.4797424077987671},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4514072835445404},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.42872896790504456},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.4237111210823059},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.4118993282318115},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3822839856147766},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.356453001499176},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3442907929420471},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3159552216529846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1186751127243042},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09085822105407715},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pccc.2018.8711274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pccc.2018.8711274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 37th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2038530381","https://openalex.org/W2155659292"],"related_works":["https://openalex.org/W2461440407","https://openalex.org/W2317094215","https://openalex.org/W2128291817","https://openalex.org/W2606336747","https://openalex.org/W2947277503","https://openalex.org/W112648010","https://openalex.org/W2038957884","https://openalex.org/W206565998","https://openalex.org/W2766546449","https://openalex.org/W2111213071"],"abstract_inverted_index":{"The":[0],"problem":[1,34,68],"of":[2,65],"embedding":[3,76],"Virtual":[4,30,47],"Networks":[5],"(VN)":[6],"in":[7,18,70],"a":[8,80],"Substrate":[9],"Network":[10,31,48],"(SN)":[11],"is":[12],"the":[13,28,36,62,66,71],"main":[14],"resource":[15],"allocation":[16],"challenge":[17,64],"network":[19],"virtualization.":[20],"In":[21],"this":[22],"paper,":[23],"we":[24,84],"try":[25],"to":[26,43,51],"solve":[27],"Selectable":[29],"Embedding":[32],"(SVNE)":[33],"where":[35],"Infrastructure":[37],"Provider":[38],"(InP)":[39],"can":[40],"decide":[41],"whether":[42],"accept":[44],"an":[45,86],"incoming":[46],"Request":[49],"(VNR)":[50],"increase":[52],"its":[53],"revenue":[54],"and":[55,78],"decrease":[56],"Block":[57],"Ratio.":[58],"We":[59],"argue":[60],"that":[61],"major":[63],"SVNE":[67,87],"lies":[69],"contradiction":[72],"between":[73],"making":[74],"online":[75],"decisions":[77],"pursuing":[79],"long-term":[81],"objective.":[82],"Therefore,":[83],"propose":[85],"algorithm":[88],"based":[89],"on":[90],"Q-learning.":[91]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}