{"id":"https://openalex.org/W4400277087","doi":"https://doi.org/10.1109/wcnc57260.2024.10571106","title":"DQL-MultiMDP: A Deep Q-Learning-Based Algorithm for Load Balancing in Dynamic and Dense WiFi Networks","display_name":"DQL-MultiMDP: A Deep Q-Learning-Based Algorithm for Load Balancing in Dynamic and Dense WiFi Networks","publication_year":2024,"publication_date":"2024-04-21","ids":{"openalex":"https://openalex.org/W4400277087","doi":"https://doi.org/10.1109/wcnc57260.2024.10571106"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc57260.2024.10571106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc57260.2024.10571106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092203080","display_name":"Mohamed Bellouch","orcid":"https://orcid.org/0009-0002-1836-207X"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohamed Bellouch","raw_affiliation_strings":["Université Paris-Saclay,CNRS, CentraleSupélec Laboratoire des Signaux et Systè mes,Gif-sur-Yvette,France,91190"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université Paris-Saclay,CNRS, CentraleSupélec Laboratoire des Signaux et Systè mes,Gif-sur-Yvette,France,91190","institution_ids":["https://openalex.org/I4210097418","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111927351","display_name":"Lynda Zitoune","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lynda Zitoune","raw_affiliation_strings":["Université Paris-Saclay,CNRS, CentraleSupélec Laboratoire des Signaux et Systè mes,Gif-sur-Yvette,France,91190"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université Paris-Saclay,CNRS, CentraleSupélec Laboratoire des Signaux et Systè mes,Gif-sur-Yvette,France,91190","institution_ids":["https://openalex.org/I4210097418","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013490584","display_name":"Iyad Lahsen-Cherif","orcid":"https://orcid.org/0000-0001-5743-377X"},"institutions":[{"id":"https://openalex.org/I4210153527","display_name":"Institut National des Postes et T\u00e9l\u00e9communications","ror":"https://ror.org/052bnvt46","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210153527","https://openalex.org/I4210167103"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Iyad Lahsen-Cherif","raw_affiliation_strings":["INPT,CS department,Rabat,Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INPT,CS department,Rabat,Morocco","institution_ids":["https://openalex.org/I4210153527"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020257136","display_name":"V\u00e9ronique V\u00e8que","orcid":"https://orcid.org/0000-0002-1752-6020"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"V\u00e9ronique V\u00e8que","raw_affiliation_strings":["Université Paris-Saclay,CNRS, CentraleSupélec Laboratoire des Signaux et Systè mes,Gif-sur-Yvette,France,91190"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université Paris-Saclay,CNRS, CentraleSupélec Laboratoire des Signaux et Systè mes,Gif-sur-Yvette,France,91190","institution_ids":["https://openalex.org/I4210097418","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8733,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8628305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7712013125419617},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7709972858428955},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.4709487855434418},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4539579451084137},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3570833206176758},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31174784898757935},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.12968489527702332},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09277504682540894}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7712013125419617},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.7709972858428955},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.4709487855434418},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4539579451084137},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3570833206176758},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31174784898757935},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.12968489527702332},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09277504682540894},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc57260.2024.10571106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc57260.2024.10571106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1661775361","https://openalex.org/W2086312457","https://openalex.org/W2101169954","https://openalex.org/W2119744615","https://openalex.org/W2145339207","https://openalex.org/W2154483017","https://openalex.org/W2765795219","https://openalex.org/W2982408646","https://openalex.org/W3006845104","https://openalex.org/W3021557739","https://openalex.org/W3023161348","https://openalex.org/W3041793217","https://openalex.org/W3092482374","https://openalex.org/W3156032009","https://openalex.org/W3199252442","https://openalex.org/W6682743846","https://openalex.org/W6723866714"],"related_works":["https://openalex.org/W3004117068","https://openalex.org/W2043284556","https://openalex.org/W3175372827","https://openalex.org/W2488220206","https://openalex.org/W2146301767","https://openalex.org/W191730236","https://openalex.org/W4384948837","https://openalex.org/W4312680855","https://openalex.org/W1524016490","https://openalex.org/W3191990038"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"present":[4],"our":[5],"primary":[6],"version":[7],"of":[8,50,84],"DQL-MultiMDP,":[9],"a":[10],"flexible":[11],"load":[12],"balancing":[13],"approach":[14,86],"designed":[15],"to":[16,70],"ensure":[17],"long-term":[18],"user":[19,55],"satisfaction":[20],"in":[21],"modern":[22],"WiFi":[23],"networks":[24],"(WiFi":[25],"7":[26],"and":[27,54,87],"beyond).":[28],"The":[29],"algorithm":[30],"quasi-simultaneously":[31],"solves":[32],"multiple":[33],"Markov":[34],"Decision":[35],"Processes":[36],"(MDPs)":[37],"by":[38],"switching":[39],"between":[40],"them":[41],"depending":[42],"on":[43],"the":[44,48,72,82,85,89],"environmental":[45],"configu-ration,":[46],"specifically":[47],"number":[49],"Access":[51],"Points":[52],"(APs)":[53],"Stations":[56],"(STAs).":[57],"Leveraging":[58],"Deep":[59],"Q-Learning":[60],"(DQL),":[61],"it":[62],"utilizes":[63],"sophisticated":[64],"state":[65],"representations":[66],"with":[67],"advanced":[68],"metrics":[69],"determine":[71],"optimal":[73],"AP-to-STA":[74],"association":[75],"through":[76],"autonomous":[77],"decision-making.":[78],"Experimental":[79],"results":[80],"validate":[81],"effectiveness":[83],"lay":[88],"foundation":[90],"for":[91],"further":[92],"improvements.":[93]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}