{"id":"https://openalex.org/W2958128650","doi":"https://doi.org/10.1109/icc.2019.8762079","title":"Drone-Assisted Cellular Networks: A Multi-Agent Reinforcement Learning Approach","display_name":"Drone-Assisted Cellular Networks: A Multi-Agent Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2958128650","doi":"https://doi.org/10.1109/icc.2019.8762079","mag":"2958128650"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2019.8762079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8762079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021855531","display_name":"Seif Eddine Hammami","orcid":"https://orcid.org/0000-0003-3261-4501"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I205703379","display_name":"Institut Mines-T\u00e9l\u00e9com","ror":"https://ror.org/025vp2923","country_code":"FR","type":"facility","lineage":["https://openalex.org/I205703379"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4387153010","display_name":"T\u00e9l\u00e9com SudParis","ror":"https://ror.org/05xvk4r52","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4387153010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Seif Eddine Hammami","raw_affiliation_strings":["UMR 5157, CNRS, Institute Mines Telecom, Telecom SudParis Saclay, France","R3S-SAMOVAR - R\u00e9seaux, Syst\u00e8mes, Services, S\u00e9curit\u00e9 (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","TSP - RST - D\u00e9partement R\u00e9seaux et Services de T\u00e9l\u00e9communications (T\u00e9l\u00e9com SudParis - 9 rue Charles Fourier - 91011 \u00c9vry cedex - France)","CNRS - Centre National de la Recherche Scientifique (France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UMR 5157, CNRS, Institute Mines Telecom, Telecom SudParis Saclay, France","institution_ids":["https://openalex.org/I205703379","https://openalex.org/I1294671590","https://openalex.org/I4210145102"]},{"raw_affiliation_string":"R3S-SAMOVAR - R\u00e9seaux, Syst\u00e8mes, Services, S\u00e9curit\u00e9 (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","institution_ids":["https://openalex.org/I4387153010"]},{"raw_affiliation_string":"TSP - RST - D\u00e9partement R\u00e9seaux et Services de T\u00e9l\u00e9communications (T\u00e9l\u00e9com SudParis - 9 rue Charles Fourier - 91011 \u00c9vry cedex - France)","institution_ids":["https://openalex.org/I4210145102","https://openalex.org/I4387153010"]},{"raw_affiliation_string":"CNRS - Centre National de la Recherche Scientifique (France)","institution_ids":["https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080428009","display_name":"Hossam Afifi","orcid":"https://orcid.org/0000-0002-1723-7536"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I205703379","display_name":"Institut Mines-T\u00e9l\u00e9com","ror":"https://ror.org/025vp2923","country_code":"FR","type":"facility","lineage":["https://openalex.org/I205703379"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4387153010","display_name":"T\u00e9l\u00e9com SudParis","ror":"https://ror.org/05xvk4r52","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4387153010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hossam Afifi","raw_affiliation_strings":["UMR 5157, CNRS, Institute Mines Telecom, Telecom SudParis Saclay, France","CNRS - Centre National de la Recherche Scientifique (France)","R3S-SAMOVAR - R\u00e9seaux, Syst\u00e8mes, Services, S\u00e9curit\u00e9 (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","TSP - RST - D\u00e9partement R\u00e9seaux et Services de T\u00e9l\u00e9communications (T\u00e9l\u00e9com SudParis - 9 rue Charles Fourier - 91011 \u00c9vry cedex - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UMR 5157, CNRS, Institute Mines Telecom, Telecom SudParis Saclay, France","institution_ids":["https://openalex.org/I205703379","https://openalex.org/I1294671590","https://openalex.org/I4210145102"]},{"raw_affiliation_string":"CNRS - Centre National de la Recherche Scientifique (France)","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"R3S-SAMOVAR - R\u00e9seaux, Syst\u00e8mes, Services, S\u00e9curit\u00e9 (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","institution_ids":["https://openalex.org/I4387153010"]},{"raw_affiliation_string":"TSP - RST - D\u00e9partement R\u00e9seaux et Services de T\u00e9l\u00e9communications (T\u00e9l\u00e9com SudParis - 9 rue Charles Fourier - 91011 \u00c9vry cedex - France)","institution_ids":["https://openalex.org/I4210145102","https://openalex.org/I4387153010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000563829","display_name":"Hassine Moungla","orcid":"https://orcid.org/0000-0002-0325-6680"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I205703379","display_name":"Institut Mines-T\u00e9l\u00e9com","ror":"https://ror.org/025vp2923","country_code":"FR","type":"facility","lineage":["https://openalex.org/I205703379"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]},{"id":"https://openalex.org/I4387153010","display_name":"T\u00e9l\u00e9com SudParis","ror":"https://ror.org/05xvk4r52","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4387153010"]},{"id":"https://openalex.org/I4403386760","display_name":"Laboratoire Informatique Paris Descartes","ror":"https://ror.org/04s80ef73","country_code":"FR","type":"facility","lineage":["https://openalex.org/I204730241","https://openalex.org/I4403386760"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hassine Moungla","raw_affiliation_strings":["UMR 5157, CNRS, Institute Mines Telecom, Telecom SudParis Saclay, France","CNRS - Centre National de la Recherche Scientifique (France)","TSP - RST - D\u00e9partement R\u00e9seaux et Services de T\u00e9l\u00e9communications (T\u00e9l\u00e9com SudParis - 9 rue Charles Fourier - 91011 \u00c9vry cedex - France)","LIPADE - EA 2517 - Laboratoire d'Informatique Paris Descartes (Centre universitaire des Saints P\u00e8res\r\n45 rue des Saints-Peres\r\n75270 PARIS CEDEX 06 - France)","R3S-SAMOVAR - R\u00e9seaux, Syst\u00e8mes, Services, S\u00e9curit\u00e9 (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UMR 5157, CNRS, Institute Mines Telecom, Telecom SudParis Saclay, France","institution_ids":["https://openalex.org/I205703379","https://openalex.org/I1294671590","https://openalex.org/I4210145102"]},{"raw_affiliation_string":"CNRS - Centre National de la Recherche Scientifique (France)","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"TSP - RST - D\u00e9partement R\u00e9seaux et Services de T\u00e9l\u00e9communications (T\u00e9l\u00e9com SudParis - 9 rue Charles Fourier - 91011 \u00c9vry cedex - France)","institution_ids":["https://openalex.org/I4210145102","https://openalex.org/I4387153010"]},{"raw_affiliation_string":"LIPADE - EA 2517 - Laboratoire d'Informatique Paris Descartes (Centre universitaire des Saints P\u00e8res\r\n45 rue des Saints-Peres\r\n75270 PARIS CEDEX 06 - France)","institution_ids":["https://openalex.org/I204730241","https://openalex.org/I4210159731","https://openalex.org/I4403386760"]},{"raw_affiliation_string":"R3S-SAMOVAR - R\u00e9seaux, Syst\u00e8mes, Services, S\u00e9curit\u00e9 (TELECOM Sudparis\r\n 9 rue Charles Fourier\r\n 91011 EVRY - France)","institution_ids":["https://openalex.org/I4387153010"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049797118","display_name":"Ahmed M. Kamel","orcid":"https://orcid.org/0000-0002-5233-5510"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]},{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]},{"id":"https://openalex.org/I4210139749","display_name":"Engineering Arts (United States)","ror":"https://ror.org/04g1y2z78","country_code":"US","type":"company","lineage":["https://openalex.org/I4210139749"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Kamel","raw_affiliation_strings":["Department of Electrical Engineering, Iowa State University","Department of Electrical and Computer Engineering [Iowa] (The University of Iowa, 4016 Seamans Center for the Engineering Arts and Sciences, Iowa City, Iowa, 52242 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Iowa State University","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering [Iowa] (The University of Iowa, 4016 Seamans Center for the Engineering Arts and Sciences, Iowa City, Iowa, 52242 - United States)","institution_ids":["https://openalex.org/I4210139749","https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.721,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.98272737,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8110948801040649},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8050686120986938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7827935218811035},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.6991639733314514},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6043845415115356},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5813179016113281},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.506782591342926},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.44173604249954224},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.42795369029045105},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4238394498825073},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.42285674810409546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2539215087890625}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8110948801040649},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8050686120986938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827935218811035},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.6991639733314514},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6043845415115356},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5813179016113281},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.506782591342926},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.44173604249954224},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.42795369029045105},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4238394498825073},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.42285674810409546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2539215087890625},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc.2019.8762079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8762079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-02101394v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02101394","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICC 2019: 53rd International Conference on Communications, May 2019, Shanghai, China. pp.1-6, ⟨10.1109/ICC.2019.8762079⟩","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W141232359","https://openalex.org/W1512069656","https://openalex.org/W2054692642","https://openalex.org/W2073513115","https://openalex.org/W2258289684","https://openalex.org/W2567455066","https://openalex.org/W2594059527","https://openalex.org/W2613354169","https://openalex.org/W2616941983","https://openalex.org/W2761465998","https://openalex.org/W2964313027"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W2955195711","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4247925126","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W1970095541","https://openalex.org/W4294579757"],"abstract_inverted_index":{"Drone-cell":[0],"technology":[1],"is":[2,85,106],"emerging":[3],"as":[4],"a":[5,20,55,87,95],"solution":[6,23,57],"to":[7,35,58],"support":[8],"and":[9,18,31,41,73,123],"backup":[10],"the":[11,37,44],"cellular":[12],"network":[13,52,61,83,121,126],"architecture.":[14],"cell-drones":[15],"are":[16],"flexible":[17],"provide":[19,51,124],"more":[21],"dynamic":[22,101],"for":[24,77,100],"resource":[25],"allocation":[26],"in":[27,92],"both":[28],"scales:":[29],"spatial":[30],"geographic.":[32],"They":[33],"allow":[34],"increase":[36],"bandwidth":[38],"availability":[39],"anytime":[40],"everywhere":[42],"according":[43],"continuous":[45],"rate":[46],"demands.":[47],"Their":[48],"fast":[49],"deployment":[50],"operators":[53],"with":[54],"reliable":[56],"face":[59],"sudden":[60],"overload":[62],"or":[63],"peak":[64],"data":[65],"demands":[66],"during":[67],"mass":[68],"events,":[69],"without":[70],"interrupting":[71],"services":[72],"guaranteeing":[74],"better":[75,125],"QoS":[76],"users.":[78],"With":[79],"these":[80],"advantages,":[81],"drone-cell":[82],"management":[84],"still":[86],"complex":[88],"task.":[89],"We":[90],"propose":[91],"this":[93],"paper,":[94],"multiagent":[96],"reinforcement":[97],"learning":[98,122],"approach":[99,105],"drones-cells":[102],"management.":[103],"Our":[104],"based":[107],"on":[108],"an":[109],"enhanced":[110],"joint":[111],"action":[112],"selection.":[113],"Results":[114],"show":[115],"that":[116],"our":[117],"model":[118],"speed":[119],"up":[120],"performance.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-23T13:55:30.953635","created_date":"2025-10-10T00:00:00"}