{"id":"https://openalex.org/W3015217037","doi":"https://doi.org/10.1109/icassp40776.2020.9052936","title":"Multi-Agent Deep Reinforcement Learning For Distributed Handover Management In Dense MmWave Networks","display_name":"Multi-Agent Deep Reinforcement Learning For Distributed Handover Management In Dense MmWave Networks","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3015217037","doi":"https://doi.org/10.1109/icassp40776.2020.9052936","mag":"3015217037"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9052936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9052936","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://cea.hal.science/cea-04549276","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028270135","display_name":"Mohamed Sana","orcid":"https://orcid.org/0000-0001-5644-5840"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Mohamed Sana","raw_affiliation_strings":["CEA-Leti Minatec Campus, Grenoble Cedex 09, France"],"affiliations":[{"raw_affiliation_string":"CEA-Leti Minatec Campus, Grenoble Cedex 09, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I106785703","https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045740906","display_name":"Antonio De Domenico","orcid":"https://orcid.org/0000-0003-1229-4045"},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]},{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antonio De Domenico","raw_affiliation_strings":["CEA-Leti Minatec Campus, Grenoble Cedex 09, France"],"affiliations":[{"raw_affiliation_string":"CEA-Leti Minatec Campus, Grenoble Cedex 09, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I106785703","https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050392672","display_name":"Emilio Calvanese Strinati","orcid":"https://orcid.org/0000-0001-9346-8478"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]},{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emilio Calvanese Strinati","raw_affiliation_strings":["CEA-Leti Minatec Campus, Grenoble Cedex 09, France"],"affiliations":[{"raw_affiliation_string":"CEA-Leti Minatec Campus, Grenoble Cedex 09, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I106785703","https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063383412","display_name":"Antonio Clemente","orcid":"https://orcid.org/0000-0003-4623-952X"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antonio Clemente","raw_affiliation_strings":["CEA-Leti Minatec Campus, Grenoble Cedex 09, France"],"affiliations":[{"raw_affiliation_string":"CEA-Leti Minatec Campus, Grenoble Cedex 09, France","institution_ids":["https://openalex.org/I899635006","https://openalex.org/I106785703","https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028270135"],"corresponding_institution_ids":["https://openalex.org/I106785703","https://openalex.org/I2738703131","https://openalex.org/I4210150049","https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":1.8668,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.85603335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8976","last_page":"8980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.8924639821052551},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8096811771392822},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.797312319278717},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.691805899143219},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6688312292098999},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6203855872154236},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5727757215499878},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5449482798576355},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5019137859344482},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4936564862728119},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.46736428141593933},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4654698371887207},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4615734815597534},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.4590401351451874},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18168988823890686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14421403408050537},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12529388070106506}],"concepts":[{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.8924639821052551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8096811771392822},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.797312319278717},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.691805899143219},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6688312292098999},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6203855872154236},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5727757215499878},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5449482798576355},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5019137859344482},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4936564862728119},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.46736428141593933},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4654698371887207},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4615734815597534},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.4590401351451874},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18168988823890686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14421403408050537},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12529388070106506},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp40776.2020.9052936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9052936","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:cea-04549276v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04549276","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/9052936","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:cea-04549276v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04549276","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/9052936","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2108892923","https://openalex.org/W2173564293","https://openalex.org/W2604873668","https://openalex.org/W2796304624","https://openalex.org/W2851996174","https://openalex.org/W2886115176","https://openalex.org/W2901656323","https://openalex.org/W2951799221","https://openalex.org/W2951896791","https://openalex.org/W2964273538","https://openalex.org/W2964589226","https://openalex.org/W2968352474","https://openalex.org/W3010636841","https://openalex.org/W4205279868","https://openalex.org/W6685444567","https://openalex.org/W6736572398"],"related_works":["https://openalex.org/W2520149731","https://openalex.org/W1981519115","https://openalex.org/W3006634511","https://openalex.org/W1985631144","https://openalex.org/W2087123996","https://openalex.org/W3111553259","https://openalex.org/W2103264866","https://openalex.org/W53279813","https://openalex.org/W2115561238","https://openalex.org/W1586805627"],"abstract_inverted_index":{"The":[0,111],"dense":[1],"deployment":[2],"of":[3,21,25,31,64,143],"millimeter":[4,32],"wave":[5,33],"small":[6],"cells":[7],"combined":[8],"with":[9],"directional":[10],"beamforming":[11],"is":[12,114],"a":[13,46,74],"promising":[14],"solution":[15,113,129],"to":[16,52,96,99,135],"enhance":[17],"the":[18,22,29,57,61,101,108,127,141,144],"network":[19,102],"capacity":[20],"current":[23],"generation":[24],"wireless":[26],"communications.":[27],"However,":[28],"reliability":[30],"communication":[34],"links":[35],"can":[36,130],"be":[37],"affected":[38],"by":[39],"severe":[40],"pathloss,":[41],"blockage,":[42],"and":[43,60,120],"deafness.":[44],"As":[45],"result,":[47],"mobile":[48,65],"users":[49,90],"are":[50],"subject":[51],"frequent":[53],"handoffs,":[54],"which":[55],"deteriorate":[56],"user":[58],"throughput":[59,103,133],"battery":[62],"lifetime":[63],"terminals.":[66],"To":[67],"tackle":[68],"this":[69],"problem,":[70],"our":[71],"paper":[72],"proposes":[73],"deep":[75],"multi-agent":[76],"reinforcement":[77],"learning":[78],"framework":[79],"for":[80],"distributed":[81],"handover":[82,98],"management":[83],"called":[84],"RHando":[85],"(Reinforced":[86],"Handover).":[87],"We":[88],"model":[89],"as":[91],"agents":[92],"that":[93,126],"learn":[94],"how":[95],"perform":[97],"optimize":[100],"while":[104,138],"taking":[105],"into":[106],"account":[107],"associated":[109],"cost.":[110],"proposed":[112,128],"fully":[115],"distributed,":[116],"thus":[117],"limiting":[118,140],"signaling":[119],"computation":[121],"overhead.":[122],"Numerical":[123],"results":[124],"show":[125],"provide":[131],"higher":[132],"compared":[134],"conventional":[136],"schemes":[137],"considerably":[139],"frequency":[142],"handovers.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}