{"id":"https://openalex.org/W3010636841","doi":"https://doi.org/10.1109/globecom38437.2019.9013751","title":"Multi-Agent Deep Reinforcement Learning Based User Association for Dense mmWave Networks","display_name":"Multi-Agent Deep Reinforcement Learning Based User Association for Dense mmWave Networks","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3010636841","doi":"https://doi.org/10.1109/globecom38437.2019.9013751","mag":"3010636841"},"language":"en","primary_location":{"id":"doi:10.1109/globecom38437.2019.9013751","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013751","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://cea.hal.science/cea-04549236","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028270135","display_name":"Mohamed Sana","orcid":"https://orcid.org/0000-0001-5644-5840"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Mohamed Sana","raw_affiliation_strings":["CEA-Leti Minatec Campus, Grenoble Cedex 09, France"],"affiliations":[{"raw_affiliation_string":"CEA-Leti Minatec Campus, Grenoble Cedex 09, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I106785703","https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045740906","display_name":"Antonio De Domenico","orcid":"https://orcid.org/0000-0003-1229-4045"},"institutions":[{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antonio De Domenico","raw_affiliation_strings":["CEA-Leti Minatec Campus, Grenoble Cedex 09, France"],"affiliations":[{"raw_affiliation_string":"CEA-Leti Minatec Campus, Grenoble Cedex 09, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I106785703","https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050392672","display_name":"Emilio Calvanese Strinati","orcid":"https://orcid.org/0000-0001-9346-8478"},"institutions":[{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emilio Calvanese Strinati","raw_affiliation_strings":["CEA-Leti Minatec Campus, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"CEA-Leti Minatec Campus, Grenoble, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I106785703","https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028270135"],"corresponding_institution_ids":["https://openalex.org/I106785703","https://openalex.org/I2738703131","https://openalex.org/I4210150049","https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":1.1923,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.80236661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.866169810295105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7628313302993774},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7500370740890503},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6810234189033508},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6282029151916504},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5280333757400513},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5079808831214905},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5010924339294434},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5008261203765869},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4543570280075073},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.42013880610466003},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37711405754089355},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35713499784469604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3207215666770935},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16524171829223633},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11973592638969421},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10593536496162415}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.866169810295105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7628313302993774},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7500370740890503},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6810234189033508},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6282029151916504},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5280333757400513},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5079808831214905},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5010924339294434},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5008261203765869},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4543570280075073},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.42013880610466003},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37711405754089355},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35713499784469604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3207215666770935},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16524171829223633},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11973592638969421},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10593536496162415},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/globecom38437.2019.9013751","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013751","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:cea-04549236v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04549236","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/9013751","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:cea-04549236v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04549236","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/9013751","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"},{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2031858701","https://openalex.org/W2073252511","https://openalex.org/W2097395379","https://openalex.org/W2099618002","https://openalex.org/W2108892923","https://openalex.org/W2139160917","https://openalex.org/W2141840507","https://openalex.org/W2145339207","https://openalex.org/W2604873668","https://openalex.org/W2789328094","https://openalex.org/W2807731816","https://openalex.org/W2898754723","https://openalex.org/W2904228050","https://openalex.org/W2905258433","https://openalex.org/W2916432388","https://openalex.org/W2951896791","https://openalex.org/W2964022516","https://openalex.org/W6736572398"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W4386698331","https://openalex.org/W2047225036","https://openalex.org/W2138314731","https://openalex.org/W2029263917","https://openalex.org/W2093207996","https://openalex.org/W2982446297","https://openalex.org/W2322468729"],"abstract_inverted_index":{"Finding":[0],"the":[1,11,41,49,52,59,71,130,149],"optimal":[2,135],"association":[3,115],"between":[4],"users":[5],"and":[6,22,24,36,68,137],"base":[7,119],"stations":[8],"that":[9,43,129],"maximizes":[10],"network":[12],"sum-rate":[13,144],"is":[14,20,25],"a":[15,83,118],"complex":[16],"task.":[17],"This":[18,77],"problem":[19,45],"combinatorial":[21],"non-convex,":[23],"even":[26],"more":[27],"challenging":[28],"in":[29,58,121],"millimeter-wave":[30],"networks":[31],"due":[32],"to":[33,70,109,113,117,139,148],"beamforming,":[34],"blockages,":[35],"severe":[37],"path":[38],"loss.":[39],"Despite":[40],"interest":[42],"this":[44],"has":[46],"gained":[47],"over":[48],"last":[50],"years,":[51],"various":[53],"solutions":[54],"proposed":[55,131],"so":[56],"far":[57],"literature":[60],"still":[61],"fail":[62],"at":[63,102],"being":[64],"flexible,":[65],"computationally":[66],"effective,":[67],"suitable":[69],"dynamic":[72],"nature":[73],"of":[74],"mobile":[75],"networks.":[76],"paper":[78],"addresses":[79],"these":[80],"issues":[81],"with":[82,146],"novel":[84],"distributed":[85],"algorithm":[86],"based":[87],"on":[88],"multi-agent":[89],"reinforcement":[90],"learning.":[91],"More":[92],"specifically,":[93],"we":[94],"model":[95],"each":[96,103],"user":[97],"as":[98],"an":[99,110,114],"agent,":[100],"which,":[101],"time":[104],"step,":[105],"maps":[106],"its":[107,122,140],"observations":[108],"action":[111],"corresponding":[112],"request":[116],"station":[120],"coverage":[123],"range.":[124],"Our":[125],"numerical":[126],"results":[127],"show":[128],"solution":[132],"offers":[133],"near":[134],"performance":[136],"thanks":[138],"flexibility,":[141],"provides":[142],"large":[143],"gain":[145],"respect":[147],"state-of-art":[150],"approaches.":[151]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}