{"id":"https://openalex.org/W3035018164","doi":"https://doi.org/10.1109/twc.2020.3003719","title":"Multi-Agent Reinforcement Learning for Adaptive User Association in Dynamic mmWave Networks","display_name":"Multi-Agent Reinforcement Learning for Adaptive User Association in Dynamic mmWave Networks","publication_year":2020,"publication_date":"2020-06-27","ids":{"openalex":"https://openalex.org/W3035018164","doi":"https://doi.org/10.1109/twc.2020.3003719","mag":"3035018164"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2020.3003719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3003719","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.09066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028270135","display_name":"Mohamed Sana","orcid":"https://orcid.org/0000-0001-5644-5840"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohamed Sana","raw_affiliation_strings":["CEA-Leti, Grenoble, France"],"raw_orcid":"https://orcid.org/0000-0001-5644-5840","affiliations":[{"raw_affiliation_string":"CEA-Leti, Grenoble, France","institution_ids":["https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045740906","display_name":"Antonio De Domenico","orcid":"https://orcid.org/0000-0003-1229-4045"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antonio De Domenico","raw_affiliation_strings":["CEA-Leti, Grenoble, France","Huawei Technologies France, Boulogne Billancourt, France"],"raw_orcid":"https://orcid.org/0000-0003-1229-4045","affiliations":[{"raw_affiliation_string":"CEA-Leti, Grenoble, France","institution_ids":["https://openalex.org/I4210150049","https://openalex.org/I2738703131"]},{"raw_affiliation_string":"Huawei Technologies France, Boulogne Billancourt, France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004681822","display_name":"Wei Yu","orcid":"https://orcid.org/0000-0002-7453-422X"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wei Yu","raw_affiliation_strings":["University of Toronto, Toronto, Canada","Dept. of Electrical and Computer Engineering, University of Toronto, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7453-422X","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015369603","display_name":"Yves Lostanlen","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yves Lostanlen","raw_affiliation_strings":["University of Toronto, Toronto, Canada","Dept. of Electrical and Computer Engineering, University of Toronto, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050392672","display_name":"Emilio Calvanese Strinati","orcid":"https://orcid.org/0000-0001-9346-8478"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emilio Calvanese Strinati","raw_affiliation_strings":["CEA-Leti, Grenoble, France"],"raw_orcid":"https://orcid.org/0000-0001-9346-8478","affiliations":[{"raw_affiliation_string":"CEA-Leti, Grenoble, France","institution_ids":["https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6244,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.67736558,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"19","issue":"10","first_page":"6520","last_page":"6534"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8329774141311646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7786205410957336},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6240957975387573},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6084498167037964},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6038647890090942},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5728907585144043},{"id":"https://openalex.org/keywords/information-exchange","display_name":"Information exchange","score":0.506646454334259},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.4904470145702362},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.42557889223098755},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3900687098503113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21983367204666138},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12947708368301392},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08576890826225281}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8329774141311646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7786205410957336},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6240957975387573},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6084498167037964},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6038647890090942},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5728907585144043},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.506646454334259},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.4904470145702362},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.42557889223098755},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3900687098503113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21983367204666138},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12947708368301392},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08576890826225281},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/twc.2020.3003719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.3003719","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2006.09066","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.09066","pdf_url":"https://arxiv.org/pdf/2006.09066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3035018164","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2006.09066.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:HAL:cea-04549215v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04549215","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/9127161","raw_type":"Journal articles"},{"id":"doi:10.48550/arxiv.2006.09066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.09066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.09066","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.09066","pdf_url":"https://arxiv.org/pdf/2006.09066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W206679605","https://openalex.org/W1595367758","https://openalex.org/W2004199927","https://openalex.org/W2096145798","https://openalex.org/W2099618002","https://openalex.org/W2108892923","https://openalex.org/W2141840507","https://openalex.org/W2145339207","https://openalex.org/W2173564293","https://openalex.org/W2563551472","https://openalex.org/W2584377191","https://openalex.org/W2604873668","https://openalex.org/W2739778833","https://openalex.org/W2788350651","https://openalex.org/W2789328094","https://openalex.org/W2807731816","https://openalex.org/W2898754723","https://openalex.org/W2901656323","https://openalex.org/W2905258433","https://openalex.org/W2916432388","https://openalex.org/W2955715866","https://openalex.org/W2962755172","https://openalex.org/W2962938178","https://openalex.org/W2963363746","https://openalex.org/W2968352474","https://openalex.org/W2969077220","https://openalex.org/W3010636841","https://openalex.org/W3015217037","https://openalex.org/W3103926693","https://openalex.org/W6677939520","https://openalex.org/W6685444567","https://openalex.org/W6732837357","https://openalex.org/W6736572398","https://openalex.org/W6765438313"],"related_works":["https://openalex.org/W2794899570","https://openalex.org/W2919339757","https://openalex.org/W2914914899","https://openalex.org/W2492809827","https://openalex.org/W3014006901","https://openalex.org/W2997483677","https://openalex.org/W2972768861","https://openalex.org/W150954278","https://openalex.org/W3152896775","https://openalex.org/W3195781493","https://openalex.org/W3109937587","https://openalex.org/W2949585619","https://openalex.org/W3163257830","https://openalex.org/W2988212750","https://openalex.org/W2345209187","https://openalex.org/W3041761184","https://openalex.org/W3191554163","https://openalex.org/W2996604644","https://openalex.org/W2959001258","https://openalex.org/W3022574323"],"abstract_inverted_index":{"Network":[0],"densification":[1],"and":[2,12,47,69,108],"millimeter-wave":[3],"technologies":[4],"are":[5,89],"key":[6],"enablers":[7],"to":[8,35,42,48,65,70,83,93,135,142,172,174,187],"fulfill":[9],"the":[10,17,37,43,49,57,72,75,80,144,155,160,167],"capacity":[11],"data":[13],"rate":[14],"requirements":[15],"of":[16,21,177],"fifth":[18],"generation":[19],"(5G)":[20],"mobile":[22],"networks.":[23,96],"In":[24,55,97,119],"this":[25,98,102,120],"context,":[26],"designing":[27,105],"low-complexity":[28],"policies":[29],"with":[30,40],"local":[31,131],"observations,":[32],"yet":[33],"able":[34,171],"adapt":[36,173],"user":[38,112],"association":[39,73,113],"respect":[41],"global":[44,66],"network":[45,50,67,145],"state":[46],"dynamics":[51],"is":[52,149,170],"a":[53,106],"challenge.":[54],"fact,":[56],"frameworks":[58],"proposed":[59,168],"in":[60,140,185],"literature":[61],"require":[62],"continuous":[63],"access":[64],"information":[68,152],"recompute":[71],"when":[74],"radio":[76,178],"environment":[77],"changes.":[78],"With":[79],"complexity":[81],"associated":[82],"such":[84],"an":[85],"approach,":[86,121],"these":[87],"solutions":[88],"not":[90],"well":[91],"suited":[92],"dense":[94],"5G":[95],"paper,":[99],"we":[100,157],"address":[101],"issue":[103],"by":[104],"scalable":[107],"flexible":[109],"algorithm":[110,169],"for":[111],"based":[114,128],"on":[115,129],"multi-agent":[116],"reinforcement":[117],"learning.":[118],"users":[122],"act":[123],"as":[124],"independent":[125],"agents":[126],"that,":[127],"their":[130,138],"observations":[132],"only,":[133],"learn":[134],"autonomously":[136],"coordinate":[137],"actions":[139],"order":[141],"optimize":[143],"sum-rate.":[146],"Since":[147],"there":[148],"no":[150],"direct":[151],"exchange":[153],"among":[154],"agents,":[156],"also":[158],"limit":[159],"signaling":[161],"overhead.":[162],"Simulation":[163],"results":[164],"show":[165],"that":[166],"(fast)":[175],"changes":[176],"environment,":[179],"thus":[180],"providing":[181],"large":[182],"sum-rate":[183],"gain":[184],"comparison":[186],"state-of-the-art":[188],"solutions.":[189]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}