{"id":"https://openalex.org/W4211068600","doi":"https://doi.org/10.1109/ccnc49033.2022.9700657","title":"Constrained Deep Reinforcement Learning for Smart Load Balancing","display_name":"Constrained Deep Reinforcement Learning for Smart Load Balancing","publication_year":2022,"publication_date":"2022-01-08","ids":{"openalex":"https://openalex.org/W4211068600","doi":"https://doi.org/10.1109/ccnc49033.2022.9700657"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc49033.2022.9700657","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49033.2022.9700657","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001436578","display_name":"Omar Houidi","orcid":"https://orcid.org/0000-0002-1659-0231"},"institutions":[{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I205703379","display_name":"Institut Mines-T\u00e9l\u00e9com","ror":"https://ror.org/025vp2923","country_code":"FR","type":"facility","lineage":["https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Omar Houidi","raw_affiliation_strings":["Institut Mines-Telecom, Institut Polytechnique de Paris,Telecom SudParis, Samovar-Lab,France"],"affiliations":[{"raw_affiliation_string":"Institut Mines-Telecom, Institut Polytechnique de Paris,Telecom SudParis, Samovar-Lab,France","institution_ids":["https://openalex.org/I205703379","https://openalex.org/I4210145102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034736630","display_name":"Djamal Zeghlache","orcid":"https://orcid.org/0000-0002-9558-8120"},"institutions":[{"id":"https://openalex.org/I205703379","display_name":"Institut Mines-T\u00e9l\u00e9com","ror":"https://ror.org/025vp2923","country_code":"FR","type":"facility","lineage":["https://openalex.org/I205703379"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Djamal Zeghlache","raw_affiliation_strings":["Institut Mines-Telecom, Institut Polytechnique de Paris,Telecom SudParis, Samovar-Lab,France"],"affiliations":[{"raw_affiliation_string":"Institut Mines-Telecom, Institut Polytechnique de Paris,Telecom SudParis, Samovar-Lab,France","institution_ids":["https://openalex.org/I205703379","https://openalex.org/I4210145102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091774920","display_name":"Victor Perrier","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Victor Perrier","raw_affiliation_strings":["Huawei Technologies Ltd,Paris Research Center,France"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd,Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047863977","display_name":"Pham Tran Anh Quang","orcid":"https://orcid.org/0000-0002-5961-8134"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pham Tran Anh Quang","raw_affiliation_strings":["Huawei Technologies Ltd,Paris Research Center,France"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd,Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070635334","display_name":"Nicolas Huin","orcid":"https://orcid.org/0000-0001-6370-5735"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Huin","raw_affiliation_strings":["Huawei Technologies Ltd,Paris Research Center,France"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd,Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045586541","display_name":"J\u00e9r\u00e9mie Leguay","orcid":"https://orcid.org/0000-0002-4670-6389"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jeremie Leguay","raw_affiliation_strings":["Huawei Technologies Ltd,Paris Research Center,France"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd,Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081881036","display_name":"Paolo Medagliani","orcid":"https://orcid.org/0000-0001-8520-3664"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Paolo Medagliani","raw_affiliation_strings":["Huawei Technologies Ltd,Paris Research Center,France"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd,Paris Research Center,France","institution_ids":["https://openalex.org/I4210123571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5001436578"],"corresponding_institution_ids":["https://openalex.org/I205703379","https://openalex.org/I4210145102"],"apc_list":null,"apc_paid":null,"fwci":1.7336,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.85398141,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"207","last_page":"215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9204208254814148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8460239171981812},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.7744348049163818},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6940886378288269},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.6287832260131836},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5315805673599243},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49727585911750793},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4246654808521271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38549327850341797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35889750719070435},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32431209087371826}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9204208254814148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8460239171981812},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.7744348049163818},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6940886378288269},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.6287832260131836},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5315805673599243},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49727585911750793},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4246654808521271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38549327850341797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35889750719070435},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32431209087371826},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ccnc49033.2022.9700657","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49033.2022.9700657","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03889321v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03889321","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE 19th Annual Consumer Communications & Networking Conference (CCNC), Jan 2022, Las Vegas (Virtual), United States. pp.207-215, ⟨10.1109/CCNC49033.2022.9700657⟩","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W170020907","https://openalex.org/W1997299558","https://openalex.org/W2025966959","https://openalex.org/W2111162397","https://openalex.org/W2136848157","https://openalex.org/W2145339207","https://openalex.org/W2169246522","https://openalex.org/W2293109153","https://openalex.org/W2395575420","https://openalex.org/W2605280586","https://openalex.org/W2617547828","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2793527186","https://openalex.org/W2803155336","https://openalex.org/W2804791273","https://openalex.org/W2944525691","https://openalex.org/W2963864421","https://openalex.org/W3125645674","https://openalex.org/W3135633303","https://openalex.org/W3149456967","https://openalex.org/W4295598622","https://openalex.org/W4299802797","https://openalex.org/W6684921986","https://openalex.org/W6712181171","https://openalex.org/W6736026156","https://openalex.org/W6737849119","https://openalex.org/W6738796088","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6749304979","https://openalex.org/W6751139674","https://openalex.org/W6751725685","https://openalex.org/W6762463249"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2768698792","https://openalex.org/W2044415708"],"abstract_inverted_index":{"In":[0,61],"this":[1,45],"paper,":[2],"we":[3,64],"explore":[4,117],"the":[5,32,36,51,66,82,86,90,125,128],"use":[6],"of":[7,38,59,127],"an":[8,146],"actor-critic":[9,67],"architecture":[10],"for":[11,41,56],"Deep":[12],"Reinforcement":[13,25],"Learning":[14,26],"(DRL)":[15],"to":[16,48,69,77,95,123,137,156],"improve":[17],"load":[18,78,131],"balancing":[19,132],"beyond":[20],"traditional":[21],"algorithms.":[22],"Some":[23],"centralized":[24,119],"(RL)":[27],"algorithms":[28,153],"have":[29],"targeted":[30],"in":[31,75,81],"reward":[33,140],"function":[34],"expression":[35],"Quality":[37],"Experience":[39],"(QoE)":[40],"video":[42],"flows,":[43],"but":[44],"requires":[46],"access":[47],"clients,":[49],"or":[50],"Maximum":[52],"Link":[53],"Utilization":[54],"(MLU)":[55],"other":[57],"types":[58],"flows.":[60],"our":[62],"approach,":[63],"tune":[65],"algorithm":[68],"only":[70,106],"leverage":[71],"on":[72,108],"QoS":[73],"parameters":[74],"order":[76],"balance":[79],"traffic":[80],"network":[83,109],"and":[84,98,120,142],"maximize":[85],"QoE":[87],"experienced":[88],"by":[89],"users.":[91],"This":[92],"avoids":[93],"having":[94],"collect":[96],"observations":[97],"performance":[99],"measurements":[100],"from":[101],"client":[102],"applications,":[103],"as":[104],"it":[105],"focuses":[107],"metrics":[110],"that":[111,144],"can":[112],"be":[113],"easily":[114],"measured.":[115],"We":[116,134],"both":[118],"distributed":[121],"solutions":[122],"assess":[124],"feasibility":[126],"proposed":[129,152],"smart":[130],"solutions.":[133],"compare":[135],"them":[136],"ECMP,":[138],"QoE-based":[139],"methods,":[141],"RILNET":[143],"uses":[145],"underlying":[147],"DDPG":[148],"optimization":[149],"approach.":[150],"The":[151],"are":[154],"shown":[155],"outperform":[157],"previous":[158],"approaches.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}