{"id":"https://openalex.org/W2926804451","doi":"https://doi.org/10.1109/infcomw.2019.8845184","title":"Multi-domain non-cooperative VNF-FG embedding: A deep reinforcement learning approach","display_name":"Multi-domain non-cooperative VNF-FG embedding: A deep reinforcement learning approach","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2926804451","doi":"https://doi.org/10.1109/infcomw.2019.8845184","mag":"2926804451"},"language":"en","primary_location":{"id":"doi:10.1109/infcomw.2019.8845184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infcomw.2019.8845184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2019 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-02088819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047863977","display_name":"Pham Tran Anh Quang","orcid":"https://orcid.org/0000-0002-5961-8134"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pham Tran Anh Quang","raw_affiliation_strings":["Inria, IRISA, France","DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, IRISA, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I2802519937"]},{"raw_affiliation_string":"DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017851410","display_name":"Abbas Bradai","orcid":"https://orcid.org/0000-0002-6809-4897"},"institutions":[{"id":"https://openalex.org/I32881790","display_name":"Universit\u00e9 de Poitiers","ror":"https://ror.org/04xhy8q59","country_code":"FR","type":"education","lineage":["https://openalex.org/I32881790"]},{"id":"https://openalex.org/I4210093397","display_name":"XLIM","ror":"https://ror.org/00f7srh09","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I32881790","https://openalex.org/I4210093397","https://openalex.org/I4210095849","https://openalex.org/I65806277"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abbas Bradai","raw_affiliation_strings":["XLIM, University of Poitiers, Poitiers, France","XLIM-SRI - Syst\u00e8mes et R\u00e9seaux Intelligents (XLIM - 123, avenue Albert Thomas - 87060 LIMOGES CEDEX - France)","Universit\u00e9 de Poitiers  - Facult\u00e9 de Sciences fondamentales et appliqu\u00e9es (Universit\u00e9 de Poitiers - Campus - B\u00e2timent B5 (Administration) - 9 rue Charles-Claude Chenou - TSA 51106 - 86073 Poitiers Cedex 9 - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"XLIM, University of Poitiers, Poitiers, France","institution_ids":["https://openalex.org/I32881790"]},{"raw_affiliation_string":"XLIM-SRI - Syst\u00e8mes et R\u00e9seaux Intelligents (XLIM - 123, avenue Albert Thomas - 87060 LIMOGES CEDEX - France)","institution_ids":["https://openalex.org/I4210093397"]},{"raw_affiliation_string":"Universit\u00e9 de Poitiers  - Facult\u00e9 de Sciences fondamentales et appliqu\u00e9es (Universit\u00e9 de Poitiers - Campus - B\u00e2timent B5 (Administration) - 9 rue Charles-Claude Chenou - TSA 51106 - 86073 Poitiers Cedex 9 - France)","institution_ids":["https://openalex.org/I32881790"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034444958","display_name":"Kamal Singh","orcid":"https://orcid.org/0000-0002-5451-9751"},"institutions":[{"id":"https://openalex.org/I4210085887","display_name":"Laboratoire Hubert Curien","ror":"https://ror.org/0028p8r67","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I113428412","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I277688954","https://openalex.org/I4210085887","https://openalex.org/I4210091746","https://openalex.org/I4210095849","https://openalex.org/I4405259976","https://openalex.org/I4405259976","https://openalex.org/I4405263940","https://openalex.org/I48430043","https://openalex.org/I59692284"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kamal Deep Singh","raw_affiliation_strings":["Laboratoire Hubert Curien, Universit\u00e9 de Saint-Etienne, France","LabHC - Laboratoire Hubert Curien (B\u00e2timent F 18 Rue du Professeur Beno\u00eet Lauras\r\n42000 Saint-Etienne - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratoire Hubert Curien, Universit\u00e9 de Saint-Etienne, France","institution_ids":["https://openalex.org/I4210085887"]},{"raw_affiliation_string":"LabHC - Laboratoire Hubert Curien (B\u00e2timent F 18 Rue du Professeur Beno\u00eet Lauras\r\n42000 Saint-Etienne - France)","institution_ids":["https://openalex.org/I4210085887"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020555624","display_name":"Yassine Hadjadj\u2010Aoul","orcid":"https://orcid.org/0000-0003-4864-4609"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yassine Hadjadj-Aoul","raw_affiliation_strings":["Inria, IRISA, France","DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, IRISA, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I2802519937"]},{"raw_affiliation_string":"DIONYSOS - Dependability Interoperability and perfOrmance aNalYsiS Of networkS (Campus de Beaulieu 35042 Rennes cedex - France)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4632,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.94973572,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"886","last_page":"891"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8303865194320679},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7479427456855774},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.6953074932098389},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6950498819351196},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.6311503648757935},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5953675508499146},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5560608506202698},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.4468494653701782},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4270326495170593},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42697200179100037},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4128653109073639},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39757588505744934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19283384084701538},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1378290057182312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8303865194320679},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7479427456855774},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.6953074932098389},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6950498819351196},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.6311503648757935},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5953675508499146},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5560608506202698},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.4468494653701782},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4270326495170593},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42697200179100037},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4128653109073639},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39757588505744934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19283384084701538},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1378290057182312},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/infcomw.2019.8845184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infcomw.2019.8845184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2019 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-02088819v1","is_oa":true,"landing_page_url":"https://hal.science/hal-02088819","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"INFOCOM 2019 - IEEE International Conference on Computer Communications, Apr 2019, Paris, France. pp.1-6, ⟨10.1109/INFCOMW.2019.8845184⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02088819v1","is_oa":true,"landing_page_url":"https://hal.science/hal-02088819","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"INFOCOM 2019 - IEEE International Conference on Computer Communications, Apr 2019, Paris, France. pp.1-6, ⟨10.1109/INFCOMW.2019.8845184⟩","raw_type":"Conference papers"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6200000047683716,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1994196068","https://openalex.org/W2024060531","https://openalex.org/W2034603054","https://openalex.org/W2040672732","https://openalex.org/W2043352445","https://openalex.org/W2112525087","https://openalex.org/W2114298221","https://openalex.org/W2121863487","https://openalex.org/W2130267070","https://openalex.org/W2156666755","https://openalex.org/W2165150801","https://openalex.org/W2196263691","https://openalex.org/W2328842742","https://openalex.org/W2407110432","https://openalex.org/W2512877821","https://openalex.org/W2580175322","https://openalex.org/W2582489830","https://openalex.org/W2591344039","https://openalex.org/W2745868649","https://openalex.org/W2758296822","https://openalex.org/W2759910885","https://openalex.org/W2897196169","https://openalex.org/W2921334498","https://openalex.org/W2963864421","https://openalex.org/W2964121744","https://openalex.org/W3100789280","https://openalex.org/W3103559770","https://openalex.org/W4214717370","https://openalex.org/W4302570325","https://openalex.org/W6631190155","https://openalex.org/W6682459407","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6744749404","https://openalex.org/W6755974464","https://openalex.org/W6759949977"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818","https://openalex.org/W2768673452"],"abstract_inverted_index":{"Network":[0,28],"Function":[1,29],"Virtualization":[2],"(NFV)":[3],"and":[4,10,14,71,78],"service":[5,91],"orchestration":[6],"simplify":[7],"the":[8,24,38,41,54,57,97,136],"deployment":[9,18,141],"management":[11],"of":[12,19,26,40,46,48,56,130,138],"network":[13,98],"telecommunication":[15],"services.":[16],"The":[17,124],"these":[20,112],"services":[21],"require,":[22],"typically,":[23],"allocation":[25],"Virtual":[27],"-":[30],"Forwarding":[31],"Graph":[32],"(VNF-FG),":[33],"which":[34],"implies":[35],"not":[36],"only":[37],"fulfillment":[39],"service's":[42],"requirements":[43],"in":[44,65],"terms":[45],"Quality":[47],"Service":[49],"(QoS),":[50],"but":[51],"also":[52,134],"considering":[53],"constraints":[55],"underlying":[58],"infrastructure.":[59],"This":[60,80],"topic":[61],"has":[62],"been":[63],"well-studied":[64],"existing":[66],"literature,":[67],"however,":[68],"its":[69],"complexity":[70],"uncertainty":[72],"unveil":[73],"many":[74],"challenges":[75],"for":[76],"researchers":[77],"engineers.":[79],"issue":[81],"is":[82],"especially":[83],"complex":[84],"when":[85],"it":[86],"comes":[87],"to":[88,103],"placing":[89],"a":[90,116],"on":[92],"several":[93],"non-cooperative":[94,131],"domains,":[95],"where":[96],"operators":[99],"hide":[100],"their":[101],"infrastructure":[102],"other":[104],"competing":[105],"domains.":[106,132],"In":[107],"this":[108],"paper,":[109],"we":[110],"address":[111],"problems":[113],"by":[114],"proposing":[115],"deep":[117],"reinforcement":[118],"learning":[119],"based":[120],"VNF-FG":[121,140],"embedding":[122],"approach.":[123],"results":[125],"provide":[126],"insights":[127],"into":[128],"behaviors":[129],"They":[133],"show":[135],"efficiency":[137],"proposed":[139],"approach":[142],"having":[143],"automatic":[144],"inter-domain":[145],"load":[146],"balancing.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2025-10-10T00:00:00"}