{"id":"https://openalex.org/W7116706458","doi":"https://doi.org/10.23919/cnsm67658.2025.11297556","title":"RL-PARETO: Performance-Aware Routing and Hybrid PPO\u2013DQN Orchestration for Parallelized Service Function Chains","display_name":"RL-PARETO: Performance-Aware Routing and Hybrid PPO\u2013DQN Orchestration for Parallelized Service Function Chains","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W7116706458","doi":"https://doi.org/10.23919/cnsm67658.2025.11297556"},"language":null,"primary_location":{"id":"doi:10.23919/cnsm67658.2025.11297556","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm67658.2025.11297556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 21st International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120980480","display_name":"Akshit Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I114845381","display_name":"National Institute of Technology Calicut","ror":"https://ror.org/03yyd7552","country_code":"IN","type":"education","lineage":["https://openalex.org/I114845381"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Akshit Kumar","raw_affiliation_strings":["National Institute of Technology,Calicut,India"],"affiliations":[{"raw_affiliation_string":"National Institute of Technology,Calicut,India","institution_ids":["https://openalex.org/I114845381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025291354","display_name":"Venkatarami Reddy Chintapalli","orcid":"https://orcid.org/0000-0003-2806-2230"},"institutions":[{"id":"https://openalex.org/I121750182","display_name":"National Institute of Technology Warangal","ror":"https://ror.org/017ebfz38","country_code":"IN","type":"education","lineage":["https://openalex.org/I121750182"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Venkatarami Reddy Chintapalli","raw_affiliation_strings":["National Institute of Technology,Warangal,India"],"affiliations":[{"raw_affiliation_string":"National Institute of Technology,Warangal,India","institution_ids":["https://openalex.org/I121750182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089382629","display_name":"Bheemarjuna Reddy Tamma","orcid":"https://orcid.org/0000-0002-4056-7963"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Bheemarjuna Reddy Tamma","raw_affiliation_strings":["Indian Institute of Technology,Hyderabad,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121015806","display_name":"C. Siva Ram Murthy","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"C. Siva Ram Murthy","raw_affiliation_strings":["Indian Institute of Technology,Hyderabad,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5120980480"],"corresponding_institution_ids":["https://openalex.org/I114845381"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.65755688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chaining","display_name":"Chaining","score":0.7371000051498413},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.6065000295639038},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.571399986743927},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5695000290870667},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5138000249862671},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.45820000767707825},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3901999890804291},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.35120001435279846},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.34380000829696655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.334199994802475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8287000060081482},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.7371000051498413},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.611299991607666},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.6065000295639038},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.571399986743927},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.45820000767707825},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3659000098705292},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C2779618445","wikidata":"https://www.wikidata.org/wiki/Q1640628","display_name":"Network service","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C159631557","wikidata":"https://www.wikidata.org/wiki/Q1546066","display_name":"Networking hardware","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.2574000060558319},{"id":"https://openalex.org/C13540734","wikidata":"https://www.wikidata.org/wiki/Q5318996","display_name":"Dynamic network analysis","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/cnsm67658.2025.11297556","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm67658.2025.11297556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 21st International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4022725820541382}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2606278415","https://openalex.org/W2949913798","https://openalex.org/W3040745125","https://openalex.org/W3133568254","https://openalex.org/W4361758076","https://openalex.org/W4389474343","https://openalex.org/W4405718106"],"related_works":[],"abstract_inverted_index":{"Emerging":[0],"latency-critical":[1],"applications":[2],"such":[3],"as":[4],"cloud":[5],"gaming":[6],"and":[7,12,55,93,112,162],"industrial":[8],"automation":[9],"demand":[10],"agile":[11],"ultra-low-latency":[13],"service":[14,44],"delivery,":[15],"which":[16],"traditional":[17],"network":[18,149],"appliances":[19],"struggle":[20],"to":[21,59,107,156],"support.":[22],"Network":[23,32],"Function":[24,37],"Virtualization":[25],"(NFV)":[26],"addresses":[27],"this":[28],"by":[29,46],"chaining":[30],"Virtual":[31],"Functions":[33],"(VNFs)":[34],"into":[35],"Service":[36],"Chains":[38],"(SFCs).":[39],"Parallelized":[40],"SFCs":[41],"(PSFCs)":[42],"reduce":[43],"delay":[45],"executing":[47],"independent":[48],"VNFs":[49,88],"concurrently,":[50],"but":[51],"introduce":[52],"significant":[53],"copy/merge":[54],"buffering":[56],"overheads":[57,92],"due":[58],"synchronization":[60],"delays":[61],"across":[62,147],"branches.":[63],"Moreover,":[64],"dynamic":[65,175],"PSFC":[66,110],"arrival":[67],"rates":[68],"complicate":[69],"efficient":[70,133],"VNF":[71,113],"placement":[72],"decisions.":[73],"This":[74],"paper":[75],"presents":[76],"RL-PARETO,":[77],"a":[78,99,116,129],"hybrid":[79],"deep":[80],"reinforcement":[81],"learning":[82],"approach":[83],"that":[84,152],"adaptively":[85],"orchestrates":[86],"parallel":[87],"while":[89,170],"minimizing":[90],"parallelization":[91],"satisfying":[94],"SLA":[95],"constraints.":[96,144],"RL-PARETO":[97,153],"uses":[98],"graph":[100],"transformer":[101],"encoder":[102],"with":[103,128],"dual":[104],"pointer-network":[105],"heads":[106],"jointly":[108],"generate":[109],"partitions":[111],"placements":[114],"in":[115,166],"single":[117],"pass.":[118],"Training":[119],"integrates":[120],"Proximal":[121],"Policy":[122],"Optimization":[123],"(PPO)":[124],"for":[125,132],"stable":[126],"exploration":[127],"Double-DQN":[130],"critic":[131],"value":[134],"estimation.":[135],"A":[136],"fallback":[137],"heuristic":[138],"ensures":[139],"feasible":[140],"deployments":[141],"under":[142,174],"resource":[143],"Extensive":[145],"evaluations":[146],"diverse":[148],"topologies":[150],"demonstrate":[151],"achieves":[154],"up":[155],"$10":[157],"\\%$":[158,164],"higher":[159],"acceptance":[160],"rate":[161],"$15":[163],"reduction":[165],"merge":[167],"buffer":[168],"overhead,":[169],"maintaining":[171],"robust":[172],"performance":[173],"conditions.":[176]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-12-22T00:00:00"}