{"id":"https://openalex.org/W3185046688","doi":"https://doi.org/10.1109/drcn51631.2021.9477375","title":"Constrained Policy Optimization for Load Balancing","display_name":"Constrained Policy Optimization for Load Balancing","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3185046688","doi":"https://doi.org/10.1109/drcn51631.2021.9477375","mag":"3185046688"},"language":"en","primary_location":{"id":"doi:10.1109/drcn51631.2021.9477375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/drcn51631.2021.9477375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 17th International Conference on the Design of Reliable Communication Networks (DRCN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032011277","display_name":"Ahmed Yassine Kamri","orcid":null},"institutions":[{"id":"https://openalex.org/I4210129850","display_name":"D\u00e9l\u00e9gation Paris 6","ror":"https://ror.org/03rt48n94","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488","https://openalex.org/I4210129850"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ahmed Yassine Kamri","raw_affiliation_strings":["Paris Research Center, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paris Research Center, France","institution_ids":["https://openalex.org/I4210129850"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047863977","display_name":"Pham Tran Anh Quang","orcid":"https://orcid.org/0000-0002-5961-8134"},"institutions":[{"id":"https://openalex.org/I4210129850","display_name":"D\u00e9l\u00e9gation Paris 6","ror":"https://ror.org/03rt48n94","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488","https://openalex.org/I4210129850"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pham Tran Anh Quang","raw_affiliation_strings":["Paris Research Center, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paris Research Center, France","institution_ids":["https://openalex.org/I4210129850"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070635334","display_name":"Nicolas Huin","orcid":"https://orcid.org/0000-0001-6370-5735"},"institutions":[{"id":"https://openalex.org/I4210129850","display_name":"D\u00e9l\u00e9gation Paris 6","ror":"https://ror.org/03rt48n94","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488","https://openalex.org/I4210129850"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Huin","raw_affiliation_strings":["Paris Research Center, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paris Research Center, France","institution_ids":["https://openalex.org/I4210129850"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045586541","display_name":"J\u00e9r\u00e9mie Leguay","orcid":"https://orcid.org/0000-0002-4670-6389"},"institutions":[{"id":"https://openalex.org/I4210129850","display_name":"D\u00e9l\u00e9gation Paris 6","ror":"https://ror.org/03rt48n94","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488","https://openalex.org/I4210129850"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jeremie Leguay","raw_affiliation_strings":["Paris Research Center, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paris Research Center, France","institution_ids":["https://openalex.org/I4210129850"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210129850"],"apc_list":null,"apc_paid":null,"fwci":1.8991,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8533367,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8313716650009155},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7001006603240967},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.6900173425674438},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6585019826889038},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.5884073972702026},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5051723122596741},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.4261819124221802},{"id":"https://openalex.org/keywords/queuing-delay","display_name":"Queuing delay","score":0.4202382564544678},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4174686074256897},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.415707528591156},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4138377904891968},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3904431462287903},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36211276054382324},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1251150667667389},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09730345010757446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08996859192848206}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8313716650009155},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7001006603240967},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.6900173425674438},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6585019826889038},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.5884073972702026},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5051723122596741},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.4261819124221802},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.4202382564544678},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4174686074256897},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.415707528591156},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4138377904891968},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3904431462287903},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36211276054382324},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1251150667667389},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09730345010757446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08996859192848206},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/drcn51631.2021.9477375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/drcn51631.2021.9477375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 17th International Conference on the Design of Reliable Communication Networks (DRCN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1490570703","https://openalex.org/W1562069137","https://openalex.org/W1980084436","https://openalex.org/W2040340473","https://openalex.org/W2087178199","https://openalex.org/W2111162397","https://openalex.org/W2125074935","https://openalex.org/W2137356002","https://openalex.org/W2309084203","https://openalex.org/W2512877821","https://openalex.org/W2584116668","https://openalex.org/W2736601468","https://openalex.org/W2754517384","https://openalex.org/W2758296822","https://openalex.org/W2759910885","https://openalex.org/W2768254111","https://openalex.org/W2804791273","https://openalex.org/W2891840719","https://openalex.org/W2944525691","https://openalex.org/W2963549123","https://openalex.org/W2964222567","https://openalex.org/W2966735560","https://openalex.org/W2980466635","https://openalex.org/W3037438623","https://openalex.org/W6678545291","https://openalex.org/W6741002519","https://openalex.org/W6744123322","https://openalex.org/W6744749404","https://openalex.org/W6751725685","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W2358115907","https://openalex.org/W2132767805","https://openalex.org/W2002553083","https://openalex.org/W2043600582","https://openalex.org/W2581865514","https://openalex.org/W2100059305","https://openalex.org/W2059960749"],"abstract_inverted_index":{"To":[0],"improve":[1],"the":[2,28,34,40,71,100,113],"bandwidth":[3],"utilization":[4],"in":[5],"IP":[6],"networks,":[7],"a":[8,52,59,107,120,129],"centralized":[9],"controller":[10],"splits":[11],"flow":[12],"aggregates":[13],"over":[14],"multiple":[15],"paths":[16],"and":[17,75,83],"decides":[18],"load":[19,23,47,94],"balancing":[20,24,48,95],"weights.":[21],"Ideally,":[22],"policies":[25],"should":[26],"anticipate":[27],"impact":[29],"of":[30,36,42],"their":[31],"decisions":[32],"on":[33],"Quality":[35],"Service":[37],"(QoS).":[38],"However,":[39],"embedding":[41],"accurate":[43],"performance":[44],"models":[45],"into":[46],"optimization":[49],"algorithms":[50,98],"is":[51,67],"challenge.":[53],"In":[54,106],"this":[55],"context,":[56],"we":[57,117],"propose":[58],"Deep":[60],"Reinforcement":[61],"Learning":[62],"(DRL)":[63],"based":[64],"solution":[65,91,126,140],"that":[66,124,138],"able":[68],"to":[69,80,131,145],"learn":[70],"relationship":[72],"between":[73],"traffic":[74],"QoS,":[76],"while":[77],"providing":[78],"safety":[79],"maximize":[81],"throughput":[82],"avoid":[84],"violating":[85],"link":[86,110],"capacity":[87,147],"constraints.":[88,148],"Our":[89],"safe":[90],"for":[92],"QoS-aware":[93],"integrates":[96],"DRL":[97],"with":[99],"Reward":[101],"Constrained":[102],"Policy":[103],"Optimization":[104],"algorithm.":[105],"scenario":[108],"where":[109],"delays":[111],"follow":[112],"M/M/1":[114],"queuing":[115],"model,":[116],"demonstrate,":[118],"using":[119],"non-linear":[121],"integer":[122],"program,":[123],"our":[125,139],"can":[127],"reach":[128],"close":[130],"optimal":[132],"end-to-end":[133],"delay.":[134],"We":[135],"also":[136],"show":[137],"automatically":[141],"learns":[142],"reward":[143],"parameters":[144],"meet":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}