{"id":"https://openalex.org/W3205988599","doi":"https://doi.org/10.1109/ccnc49033.2022.9700667","title":"Competitive Multi-Agent Load Balancing with Adaptive Policies in Wireless Networks","display_name":"Competitive Multi-Agent Load Balancing with Adaptive Policies in Wireless Networks","publication_year":2022,"publication_date":"2022-01-08","ids":{"openalex":"https://openalex.org/W3205988599","doi":"https://doi.org/10.1109/ccnc49033.2022.9700667","mag":"3205988599"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc49033.2022.9700667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49033.2022.9700667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084225951","display_name":"Pedro Enrique Iturria-Rivera","orcid":"https://orcid.org/0000-0002-8757-2639"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Pedro Enrique Iturria-Rivera","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084225951"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":1.4274,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.81732702,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"796","last_page":"801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8255912065505981},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.7576583027839661},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6176214218139648},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6031256318092346},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5284367203712463},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5067237019538879},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.41860339045524597},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.41135239601135254},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3918306231498718},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37205636501312256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22667527198791504},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08654943108558655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8255912065505981},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.7576583027839661},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6176214218139648},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6031256318092346},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5284367203712463},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5067237019538879},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.41860339045524597},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41135239601135254},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3918306231498718},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37205636501312256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22667527198791504},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08654943108558655},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc49033.2022.9700667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc49033.2022.9700667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th Annual Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2904455790","https://openalex.org/W2963864421","https://openalex.org/W2981038142","https://openalex.org/W3026785575","https://openalex.org/W3111425106","https://openalex.org/W3125645674","https://openalex.org/W3130259242","https://openalex.org/W3133735442","https://openalex.org/W3136901766","https://openalex.org/W3156295478","https://openalex.org/W3169024455","https://openalex.org/W3169363132","https://openalex.org/W3182194795","https://openalex.org/W4299802797","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6777926413","https://openalex.org/W6790866772","https://openalex.org/W6796791731"],"related_works":["https://openalex.org/W1583194654","https://openalex.org/W1964245459","https://openalex.org/W2185389245","https://openalex.org/W2147320702","https://openalex.org/W2248871425","https://openalex.org/W2162063029","https://openalex.org/W2944222538","https://openalex.org/W2022863591","https://openalex.org/W2563943286","https://openalex.org/W4225147833"],"abstract_inverted_index":{"Using":[0],"Machine":[1],"Learning":[2],"(ML)":[3],"techniques":[4,32],"for":[5,36],"the":[6,16,44,59,75,78,112],"next":[7],"generation":[8],"wireless":[9],"networks":[10],"have":[11,33],"shown":[12],"promising":[13],"results":[14,130],"in":[15,39,111,135],"recent":[17],"years,":[18],"due":[19],"to":[20],"high":[21],"learning":[22],"and":[23,49,64,109,140],"adaptation":[24],"capability":[25],"of":[26,46,61],"ML":[27,31],"algorithms.":[28],"More":[29],"specifically,":[30],"been":[34],"used":[35],"load":[37,47,88],"balancing":[38,48,89],"Self-Organizing":[40],"Networks":[41],"(SON).":[42],"In":[43,80],"context":[45],"ML,":[50],"several":[51],"studies":[52],"propose":[53,84],"network":[54],"management":[55],"automation":[56],"(NMA)":[57],"from":[58],"perspective":[60],"a":[62,68,85,119,132],"single":[63,69],"centralized":[65],"agent.":[66],"However,":[67],"agent":[70],"domain":[71],"does":[72],"not":[73],"consider":[74],"interaction":[76],"among":[77],"agents.":[79],"this":[81],"paper,":[82],"we":[83],"more":[86],"realistic":[87],"approach":[90],"using":[91],"novel":[92],"Multi-Agent":[93],"Deep":[94],"Deterministic":[95],"Policy":[96],"Gradient":[97],"with":[98,118],"Adaptive":[99],"Policies":[100],"(MADDPG-AP)":[101],"scheme":[102],"that":[103],"considers":[104],"throughput,":[105],"resource":[106],"block":[107],"utilization":[108],"latency":[110],"network.":[113],"We":[114],"compare":[115],"our":[116],"proposal":[117],"single-agent":[120],"RL":[121],"algorithm":[122],"named":[123],"Clipped":[124],"Double":[125],"Q-Learning":[126],"(CDQL)":[127],".":[128],"Simulation":[129],"reveal":[131],"significant":[133],"improvement":[134],"latency,":[136],"packet":[137],"loss":[138],"ratio":[139],"convergence":[141],"time.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-31T06:02:25.137627","created_date":"2025-10-10T00:00:00"}