{"id":"https://openalex.org/W3109710800","doi":"https://doi.org/10.23919/cnsm50824.2020.9269087","title":"Self-Driving Network and Service Coordination Using Deep Reinforcement Learning","display_name":"Self-Driving Network and Service Coordination Using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W3109710800","doi":"https://doi.org/10.23919/cnsm50824.2020.9269087","mag":"3109710800"},"language":"en","primary_location":{"id":"doi:10.23919/cnsm50824.2020.9269087","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm50824.2020.9269087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 16th International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.23919/CNSM50824.2020.9269087","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062189755","display_name":"Stefan Schneider","orcid":"https://orcid.org/0000-0001-8210-4011"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Schneider","raw_affiliation_strings":["Paderborn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036081149","display_name":"Adnan Manzoor","orcid":"https://orcid.org/0000-0001-5028-6076"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adnan Manzoor","raw_affiliation_strings":["Paderborn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062222639","display_name":"Haydar Qarawlus","orcid":"https://orcid.org/0000-0003-3248-1163"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haydar Qarawlus","raw_affiliation_strings":["Paderborn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031431969","display_name":"Rafael Schellenberg","orcid":"https://orcid.org/0000-0002-1691-9252"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rafael Schellenberg","raw_affiliation_strings":["Paderborn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019777818","display_name":"Holger Karl","orcid":"https://orcid.org/0000-0002-8343-6322"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Holger Karl","raw_affiliation_strings":["Paderborn University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paderborn University","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020778576","display_name":"Ramin Khalili","orcid":"https://orcid.org/0000-0003-2463-7033"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramin Khalili","raw_affiliation_strings":["Huawei"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041702790","display_name":"Artur Hecker","orcid":"https://orcid.org/0000-0003-3604-2686"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Artur Hecker","raw_affiliation_strings":["Huawei"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8218938112258911},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7811461091041565},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.614105224609375},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6055067777633667},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5899604558944702},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5755630731582642},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.5510186553001404},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5330312252044678},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5100806355476379},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4909696877002716},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47278356552124023},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4347556233406067},{"id":"https://openalex.org/keywords/flow-network","display_name":"Flow network","score":0.41812601685523987},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3714233636856079},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20093944668769836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8218938112258911},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7811461091041565},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.614105224609375},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6055067777633667},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5899604558944702},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5755630731582642},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.5510186553001404},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5330312252044678},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5100806355476379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4909696877002716},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47278356552124023},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4347556233406067},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.41812601685523987},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3714233636856079},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20093944668769836},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/cnsm50824.2020.9269087","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm50824.2020.9269087","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 16th International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:5500239","is_oa":true,"landing_page_url":"https://doi.org/10.23919/CNSM50824.2020.9269087","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CNSM, 16th International Conference on Network and Service Management, 2-6 November 2021","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:5500239","is_oa":true,"landing_page_url":"https://doi.org/10.23919/CNSM50824.2020.9269087","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CNSM, 16th International Conference on Network and Service Management, 2-6 November 2021","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1823841943","https://openalex.org/W1971326463","https://openalex.org/W2043352445","https://openalex.org/W2066906122","https://openalex.org/W2090502325","https://openalex.org/W2118404561","https://openalex.org/W2154182965","https://openalex.org/W2155526624","https://openalex.org/W2156387975","https://openalex.org/W2168936382","https://openalex.org/W2180748755","https://openalex.org/W2254505267","https://openalex.org/W2289096564","https://openalex.org/W2487946333","https://openalex.org/W2500898769","https://openalex.org/W2590487735","https://openalex.org/W2613070411","https://openalex.org/W2719848761","https://openalex.org/W2754517384","https://openalex.org/W2755273542","https://openalex.org/W2762662031","https://openalex.org/W2766447205","https://openalex.org/W2774034381","https://openalex.org/W2789994870","https://openalex.org/W2808944558","https://openalex.org/W2890957147","https://openalex.org/W2894001169","https://openalex.org/W2906926620","https://openalex.org/W2944096373","https://openalex.org/W2949913798","https://openalex.org/W2963120839","https://openalex.org/W2963549123","https://openalex.org/W2963809228","https://openalex.org/W2963864421","https://openalex.org/W2964121744","https://openalex.org/W2964327384","https://openalex.org/W2969195240","https://openalex.org/W2980466635","https://openalex.org/W2995312359","https://openalex.org/W2995673860","https://openalex.org/W2996568029","https://openalex.org/W3010002476","https://openalex.org/W3102812201","https://openalex.org/W3106347091","https://openalex.org/W3125976728","https://openalex.org/W4298018319","https://openalex.org/W6631190155","https://openalex.org/W6682889407","https://openalex.org/W6684921986","https://openalex.org/W6736021936","https://openalex.org/W6771358696","https://openalex.org/W6771470061"],"related_works":["https://openalex.org/W4210334847","https://openalex.org/W3181741639","https://openalex.org/W4367181468","https://openalex.org/W2767473057","https://openalex.org/W4225586032","https://openalex.org/W3003367851","https://openalex.org/W1492892507","https://openalex.org/W3119944216","https://openalex.org/W2994988622","https://openalex.org/W2888006113"],"abstract_inverted_index":{"Modern":[0],"services":[1,101],"comprise":[2],"interconnected":[3],"components,":[4],"e.g.,":[5],"microservices":[6],"in":[7,81],"a":[8,84,89,124,162],"service":[9,28],"mesh,":[10],"that":[11,77,95],"can":[12],"scale":[13],"and":[14,34,42,102,113,142,153,170,178,196],"run":[15],"on":[16,22,71,75,115,174],"multiple":[17],"nodes":[18],"across":[19],"the":[20,64,67,111],"network":[21,112,172,176],"demand.":[23],"To":[24],"process":[25],"incoming":[26],"traffic,":[27],"components":[29],"have":[30],"to":[31,37,98,131,139,161,184,189,198],"be":[32],"instantiated":[33],"traffic":[35,143,179,194],"assigned":[36],"these":[38],"instances,":[39],"taking":[40],"capacities":[41],"changing":[43],"demands":[44],"into":[45],"account.":[46],"This":[47],"challenge":[48],"is":[49,78,103,147],"usually":[50],"solved":[51],"with":[52,110,157,191],"custom":[53],"approaches":[54],"designed":[55],"by":[56],"experts.":[57],"While":[58],"this":[59],"typically":[60],"works":[61],"well":[62],"for":[63],"considered":[65],"scenario,":[66],"models":[68],"often":[69],"rely":[70],"unrealistic":[72],"assumptions":[73],"or":[74,127],"knowledge":[76,152],"not":[79],"available":[80],"practice":[82],"(e.g.,":[83],"priori":[85],"knowledge).":[86],"We":[87],"propose":[88],"novel":[90],"deep":[91],"reinforcement":[92],"learning":[93],"approach":[94,137],"learns":[96,183],"how":[97,130],"best":[99],"coordinate":[100],"geared":[104],"towards":[105],"realistic":[106],"assumptions.":[107],"It":[108,181],"interacts":[109],"relies":[114],"available,":[116],"possibly":[117],"delayed":[118],"monitoring":[119],"information.":[120],"Rather":[121],"than":[122],"defining":[123],"complex":[125],"model":[126],"an":[128,133],"algorithm":[129],"achieve":[132],"objective,":[134],"our":[135],"model-free":[136],"adapts":[138],"various":[140],"objectives":[141],"patterns.":[144],"An":[145],"agent":[146],"trained":[148],"offline":[149],"without":[150],"expert":[151],"then":[154],"applied":[155],"online":[156],"minimal":[158],"overhead.":[159],"Compared":[160],"state-of-the-art":[163],"heuristic,":[164],"it":[165],"significantly":[166],"improves":[167],"flow":[168],"throughput":[169],"overall":[171],"utility":[173],"real-world":[175,200],"topologies":[177],"traces.":[180],"also":[182],"optimize":[185],"different":[186],"objectives,":[187],"generalizes":[188],"scenarios":[190],"unseen,":[192],"stochastic":[193],"patterns,":[195],"scales":[197],"large":[199],"networks.":[201]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}