{"id":"https://openalex.org/W3176314363","doi":"https://doi.org/10.1109/iwqos52092.2021.9521285","title":"A-DDPG: Attention Mechanism-based Deep Reinforcement Learning for NFV","display_name":"A-DDPG: Attention Mechanism-based Deep Reinforcement Learning for NFV","publication_year":2021,"publication_date":"2021-06-25","ids":{"openalex":"https://openalex.org/W3176314363","doi":"https://doi.org/10.1109/iwqos52092.2021.9521285","mag":"3176314363"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos52092.2021.9521285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/135600","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053680045","display_name":"Nan He","orcid":"https://orcid.org/0000-0002-4077-9587"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan He","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051317379","display_name":"Song Yang","orcid":"https://orcid.org/0000-0002-5385-1402"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Yang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373560","display_name":"Fan Li","orcid":"https://orcid.org/0000-0002-2348-4488"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058846494","display_name":"Stojan Trajanovski","orcid":"https://orcid.org/0000-0003-0892-9263"},"institutions":[{"id":"https://openalex.org/I4210108625","display_name":"Microsoft (United Kingdom)","ror":"https://ror.org/01rw27z95","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210108625"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stojan Trajanovski","raw_affiliation_strings":["Microsoft, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, London, United Kingdom","institution_ids":["https://openalex.org/I4210108625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069179616","display_name":"Fernando Kuipers","orcid":"https://orcid.org/0000-0002-6686-8350"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Fernando A. Kuipers","raw_affiliation_strings":["Embedded and Networked Systems Group, Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embedded and Networked Systems Group, Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018318168","display_name":"Xiaoming Fu","orcid":"https://orcid.org/0000-0002-8012-4753"},"institutions":[{"id":"https://openalex.org/I74656192","display_name":"University of G\u00f6ttingen","ror":"https://ror.org/01y9bpm73","country_code":"DE","type":"education","lineage":["https://openalex.org/I74656192"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xiaoming Fu","raw_affiliation_strings":["Institute of Computer Science, University of G\u00f6ttingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of G\u00f6ttingen, Germany","institution_ids":["https://openalex.org/I74656192"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0465,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.91492743,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8222960233688354},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7361270785331726},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6298308372497559},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5891153812408447},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5864037275314331},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47931185364723206},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4435034394264221},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41899219155311584},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.418410062789917},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3970631957054138},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33055412769317627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2620825469493866}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8222960233688354},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7361270785331726},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6298308372497559},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5891153812408447},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5864037275314331},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47931185364723206},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4435034394264221},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41899219155311584},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.418410062789917},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3970631957054138},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33055412769317627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2620825469493866},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iwqos52092.2021.9521285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/135600","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/135600","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"},{"id":"pmh:oai:tudelft.nl:uuid:e30ef7e1-1029-474d-93f0-33b42c675e9a","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:e30ef7e1-1029-474d-93f0-33b42c675e9a","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:publications.goettingen-research-online.de:2/135600","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/135600","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"},"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1512282926","https://openalex.org/W1514535095","https://openalex.org/W1979128439","https://openalex.org/W1995875735","https://openalex.org/W2041404167","https://openalex.org/W2075860827","https://openalex.org/W2170314153","https://openalex.org/W2173248099","https://openalex.org/W2543929814","https://openalex.org/W2617636586","https://openalex.org/W2734629956","https://openalex.org/W2735233524","https://openalex.org/W2754517384","https://openalex.org/W2761883377","https://openalex.org/W2762042916","https://openalex.org/W2762629425","https://openalex.org/W2786348542","https://openalex.org/W2890841063","https://openalex.org/W2901484150","https://openalex.org/W2901980690","https://openalex.org/W2902727668","https://openalex.org/W2914391504","https://openalex.org/W2926804451","https://openalex.org/W2941510496","https://openalex.org/W2949913798","https://openalex.org/W2963120839","https://openalex.org/W2963864421","https://openalex.org/W2963936979","https://openalex.org/W2964281292","https://openalex.org/W2978725006","https://openalex.org/W2981309377","https://openalex.org/W2982649823","https://openalex.org/W2986918619","https://openalex.org/W2995673860","https://openalex.org/W2996568029","https://openalex.org/W3009559326","https://openalex.org/W3014865026","https://openalex.org/W3016314826","https://openalex.org/W3022568111","https://openalex.org/W3027106010","https://openalex.org/W3034676189","https://openalex.org/W3045838643","https://openalex.org/W3065783609","https://openalex.org/W3084179282","https://openalex.org/W3089006499","https://openalex.org/W3089022684","https://openalex.org/W3105560482","https://openalex.org/W3119730797","https://openalex.org/W3132616048","https://openalex.org/W4285719527","https://openalex.org/W6684921986","https://openalex.org/W6762327732","https://openalex.org/W6771358696","https://openalex.org/W6771470061","https://openalex.org/W6779220418","https://openalex.org/W6783654935","https://openalex.org/W6790938026"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993"],"abstract_inverted_index":{"The":[0,169],"efficacy":[1],"of":[2,41,48,73,122,164,180],"Network":[3],"Function":[4],"Virtualization":[5],"(NFV)":[6],"depends":[7],"critically":[8],"on":[9],"(1)":[10],"where":[11],"the":[12,22,46,57,71,74,93,108,118,127,152,161,176],"virtual":[13],"network":[14,36,75,82,110,158,165,181],"functions":[15],"(VNFs)":[16],"are":[17,29],"placed":[18],"and":[19,60,78,96,120,125,143,184],"(2)":[20],"how":[21],"traffic":[23,61,97,144],"is":[24,76],"routed.":[25],"Unfortunately,":[26],"these":[27],"aspects":[28],"not":[30],"easily":[31],"optimized,":[32],"especially":[33],"under":[34],"time-varying":[35],"states":[37],"with":[38],"different":[39],"quality":[40],"service":[42],"(QoS)":[43],"requirements.":[44],"Given":[45],"importance":[47],"NFV,":[49],"many":[50],"approaches":[51,67],"have":[52],"been":[53],"proposed":[54],"to":[55,106,115,155],"solve":[56],"VNF":[58,94,141],"placement":[59,95,142],"routing":[62,98,145],"problem.":[63],"However,":[64],"those":[65],"prior":[66],"mainly":[68],"assume":[69],"that":[70,86,173],"state":[72,111],"static":[77],"known,":[79],"disregarding":[80],"real-time":[81,148],"variations.":[83],"To":[84],"bridge":[85],"gap,":[87],"in":[88,146,178],"this":[89],"paper,":[90],"we":[91,129],"formulate":[92],"problem":[99],"as":[100],"a":[101,131,147],"Markov":[102],"Decision":[103],"Process":[104],"model":[105],"capture":[107],"dynamic":[109],"transitions.":[112],"In":[113],"order":[114],"jointly":[116],"minimize":[117],"delay":[119],"cost":[121],"NFV":[123],"providers":[124],"maximize":[126],"revenue,":[128],"devise":[130],"customized":[132],"Deep":[133],"Reinforcement":[134],"Learning":[135],"(DRL)":[136],"algorithm,":[137],"called":[138],"A-DDPG,":[139],"for":[140],"network.":[149],"A-DDPG":[150,174],"uses":[151],"attention":[153],"mechanism":[154],"ascertain":[156],"smooth":[157],"behavior":[159],"within":[160],"general":[162],"framework":[163],"utility":[166],"maximization":[167],"(NUM).":[168],"simulation":[170],"results":[171],"show":[172],"outperforms":[175],"state-of-the-art":[177],"terms":[179],"utility,":[182],"delay,":[183],"cost.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-18T10:00:31.954636","created_date":"2025-10-10T00:00:00"}