{"id":"https://openalex.org/W4366966859","doi":"https://doi.org/10.1109/access.2023.3269576","title":"Deep Multi-Agent Reinforcement Learning With Minimal Cross-Agent Communication for SFC Partitioning","display_name":"Deep Multi-Agent Reinforcement Learning With Minimal Cross-Agent Communication for SFC Partitioning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366966859","doi":"https://doi.org/10.1109/access.2023.3269576"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3269576","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3269576","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107385.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107385.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056403977","display_name":"Angelos Pentelas","orcid":"https://orcid.org/0000-0002-8502-7872"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]},{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE","GR"],"is_corresponding":true,"raw_author_name":"Angelos Pentelas","raw_affiliation_strings":["Nokia Bell Laboratories, Antwerp, Belgium","Department of Applied Informatics, University of Macedonia, Greece"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Laboratories, Antwerp, Belgium","institution_ids":["https://openalex.org/I4210160875"]},{"raw_affiliation_string":"Department of Applied Informatics, University of Macedonia, Greece","institution_ids":["https://openalex.org/I192756129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073562678","display_name":"Danny De Vleeschauwer","orcid":"https://orcid.org/0000-0002-0718-8048"},"institutions":[{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Danny De Vleeschauwer","raw_affiliation_strings":["Nokia Bell Laboratories, Antwerp, Belgium"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Laboratories, Antwerp, Belgium","institution_ids":["https://openalex.org/I4210160875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009566669","display_name":"Chia\u2010Yu Chang","orcid":"https://orcid.org/0000-0002-7020-8451"},"institutions":[{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Chia-Yu Chang","raw_affiliation_strings":["Nokia Bell Laboratories, Antwerp, Belgium"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Laboratories, Antwerp, Belgium","institution_ids":["https://openalex.org/I4210160875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054744184","display_name":"Koen De Schepper","orcid":"https://orcid.org/0000-0003-2839-7006"},"institutions":[{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Koen De Schepper","raw_affiliation_strings":["Nokia Bell Laboratories, Antwerp, Belgium"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Laboratories, Antwerp, Belgium","institution_ids":["https://openalex.org/I4210160875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057744054","display_name":"Panagiotis Papadimitriou","orcid":"https://orcid.org/0000-0001-5005-8866"},"institutions":[{"id":"https://openalex.org/I192756129","display_name":"University of Macedonia","ror":"https://ror.org/05fg6gr82","country_code":"GR","type":"education","lineage":["https://openalex.org/I192756129"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Panagiotis Papadimitriou","raw_affiliation_strings":["Department of Applied Informatics, University of Macedonia, Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, University of Macedonia, Thessaloniki, Greece","institution_ids":["https://openalex.org/I192756129"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056403977"],"corresponding_institution_ids":["https://openalex.org/I192756129","https://openalex.org/I4210160875"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.7859,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8537389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"40384","last_page":"40398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10409","display_name":"Fuel Cells and Related Materials","score":0.920199990272522,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7634137868881226},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7235653400421143},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5680618286132812},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5147697925567627},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4272994101047516},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4142167568206787},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37056076526641846},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34567150473594666},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10404971241950989}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7634137868881226},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235653400421143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5680618286132812},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5147697925567627},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4272994101047516},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4142167568206787},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37056076526641846},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34567150473594666},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10404971241950989},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3269576","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3269576","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107385.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:7861748","is_oa":true,"landing_page_url":"https://zenodo.org/record/7861748","pdf_url":"https://zenodo.org/record/7861748","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:df15bfa3754243bf8681528473d29de3","is_oa":true,"landing_page_url":"https://doaj.org/article/df15bfa3754243bf8681528473d29de3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 40384-40398 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3269576","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3269576","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107385.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6200000047683716,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2406092791","display_name":null,"funder_award_id":"101017109","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7092409814","display_name":null,"funder_award_id":"10101710","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7448753368","display_name":null,"funder_award_id":"101017109 (DAEMON)","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366966859.pdf","grobid_xml":"https://content.openalex.org/works/W4366966859.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1641379095","https://openalex.org/W2096145798","https://openalex.org/W2145339207","https://openalex.org/W2573563983","https://openalex.org/W2591344039","https://openalex.org/W2626637010","https://openalex.org/W2746553466","https://openalex.org/W2926804451","https://openalex.org/W2949446367","https://openalex.org/W2949913798","https://openalex.org/W2980466635","https://openalex.org/W2995673860","https://openalex.org/W2996945891","https://openalex.org/W2997114037","https://openalex.org/W3006670753","https://openalex.org/W3009600477","https://openalex.org/W3101020344","https://openalex.org/W3111799225","https://openalex.org/W3119427724","https://openalex.org/W3153951905","https://openalex.org/W3180769294","https://openalex.org/W3196557405","https://openalex.org/W4285300736","https://openalex.org/W4285303806","https://openalex.org/W6636279949","https://openalex.org/W6734678876","https://openalex.org/W6739516088","https://openalex.org/W6749304979","https://openalex.org/W6798128818"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2086397253","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Network":[0],"Function":[1],"Virtualization":[2],"(NFV)":[3],"decouples":[4],"network":[5,13,29,189],"functions":[6],"from":[7,115,187],"the":[8,23,76,116,138,163,168,174,184,192],"underlying":[9],"specialized":[10],"devices,":[11],"enabling":[12],"processing":[14],"with":[15],"higher":[16],"flexibility":[17],"and":[18,181],"resource":[19],"efficiency.":[20,194],"This":[21],"promotes":[22],"use":[24],"of":[25,101,112,119,141,170,176],"<italic":[26,39,60,155],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[27,40,61,156],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">virtual":[28],"functions</i>":[30],"(VNFs),":[31],"which":[32,54,136],"can":[33],"be":[34],"grouped":[35],"to":[36],"form":[37],"a":[38,59,80,125,152],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">service":[41],"function":[42],"chain</i>":[43],"(SFC).":[44],"A":[45],"critical":[46],"challenge":[47],"in":[48],"NFV":[49],"is":[50,55,69],"SFC":[51],"partitioning":[52],"(SFCP),":[53],"mathematically":[56],"expressed":[57],"as":[58,88],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">graph-to-graph</i>":[62],"mapping":[63],"problem.":[64],"Given":[65],"its":[66],"NP-hardness,":[67],"SFCP":[68,85,104],"commonly":[70],"solved":[71],"by":[72,167],"approximation":[73],"methods.":[74],"Yet,":[75],"relevant":[77],"literature":[78],"exhibits":[79],"gradual":[81],"shift":[82],"towards":[83],"data-driven":[84],"frameworks,":[86],"such":[87],"(deep)":[89],"reinforcement":[90,129],"learning":[91,130],"(RL).":[92],"In":[93,106],"this":[94],"article,":[95],"we":[96,108,123],"initially":[97],"identify":[98],"crucial":[99],"limitations":[100],"existing":[102],"RL-based":[103],"approaches.":[105],"particular,":[107],"argue":[109],"that":[110,149],"most":[111],"them":[113],"stem":[114],"centralized":[117,154],"implementation":[118],"RL":[120],"schemes.":[121],"Therefore,":[122],"devise":[124],"cooperative":[126],"deep":[127,158],"multi-agent":[128],"(DMARL)":[131],"scheme":[132],"for":[133],"decentralized":[134],"SFCP,":[135],"fosters":[137],"efficient":[139],"communication":[140],"neighboring":[142],"agents.":[143],"Our":[144],"simulation":[145],"results":[146],"(i)":[147],"demonstrate":[148],"DMARL":[150,193],"outperforms":[151],"state-of-the-art":[153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">double":[157],"Q-learning</i>":[159],"algorithm,":[160],"(ii)":[161],"unfold":[162],"fundamental":[164],"behaviors":[165],"learned":[166],"team":[169],"agents,":[171,180],"(iii)":[172],"highlight":[173],"importance":[175],"information":[177],"exchange":[178],"between":[179],"(iv)":[182],"showcase":[183],"implications":[185],"stemming":[186],"various":[188],"topologies":[190],"on":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}