{"id":"https://openalex.org/W4312656273","doi":"https://doi.org/10.1109/access.2022.3212149","title":"Intelligent Drone-Base-Station Placement for Improved Revenue in B5G/6G Systems Under Uncertain Fluctuated Demands","display_name":"Intelligent Drone-Base-Station Placement for Improved Revenue in B5G/6G Systems Under Uncertain Fluctuated Demands","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312656273","doi":"https://doi.org/10.1109/access.2022.3212149"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3212149","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3212149","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3212149","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061679058","display_name":"Haythem Bany Salameh","orcid":"https://orcid.org/0000-0003-3429-7212"},"institutions":[{"id":"https://openalex.org/I161913731","display_name":"Al Ain University","ror":"https://ror.org/023abrt21","country_code":"AE","type":"education","lineage":["https://openalex.org/I161913731"]},{"id":"https://openalex.org/I85507684","display_name":"Yarmouk University","ror":"https://ror.org/004mbaj56","country_code":"JO","type":"education","lineage":["https://openalex.org/I85507684"]}],"countries":["AE","JO"],"is_corresponding":true,"raw_author_name":"Haythem Bany Salameh","raw_affiliation_strings":["Department of Network and Communications Engineering, Al Ain University, Al Ain, United Arab Emirates","Department of Telecommunications Engineering, Yarmouk University, Irbid, Jordan"],"raw_orcid":"https://orcid.org/0000-0003-3429-7212","affiliations":[{"raw_affiliation_string":"Department of Network and Communications Engineering, Al Ain University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I161913731"]},{"raw_affiliation_string":"Department of Telecommunications Engineering, Yarmouk University, Irbid, Jordan","institution_ids":["https://openalex.org/I85507684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038958766","display_name":"Ala\u2019eddin Masadeh","orcid":"https://orcid.org/0000-0001-8754-6898"},"institutions":[{"id":"https://openalex.org/I33926330","display_name":"Al-Balqa Applied University","ror":"https://ror.org/00qedmt22","country_code":"JO","type":"education","lineage":["https://openalex.org/I33926330"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ala'eddin Masadeh","raw_affiliation_strings":["Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt, Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Al-Huson University College, Al-Balqa Applied University, Al-Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048483046","display_name":"Ghaleb A. El Refae","orcid":"https://orcid.org/0000-0002-2642-275X"},"institutions":[{"id":"https://openalex.org/I161913731","display_name":"Al Ain University","ror":"https://ror.org/023abrt21","country_code":"AE","type":"education","lineage":["https://openalex.org/I161913731"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ghaleb El Refae","raw_affiliation_strings":["College of Business, Al Ain University, Al Ain, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Business, Al Ain University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I161913731"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061679058"],"corresponding_institution_ids":["https://openalex.org/I161913731","https://openalex.org/I85507684"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.2767,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.96857879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"106740","last_page":"106749"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7528542280197144},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.7427008152008057},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.679283618927002},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6518361568450928},{"id":"https://openalex.org/keywords/profit-maximization","display_name":"Profit maximization","score":0.5917633175849915},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5912450551986694},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.5661778450012207},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5544360876083374},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4667651355266571},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.42814141511917114},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4141993820667267},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37066709995269775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22593772411346436},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16099703311920166},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10467332601547241},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10452112555503845},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.10337543487548828},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09095478057861328}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7528542280197144},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.7427008152008057},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.679283618927002},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6518361568450928},{"id":"https://openalex.org/C2777780509","wikidata":"https://www.wikidata.org/wiki/Q1377422","display_name":"Profit maximization","level":3,"score":0.5917633175849915},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5912450551986694},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.5661778450012207},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5544360876083374},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4667651355266571},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.42814141511917114},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4141993820667267},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37066709995269775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22593772411346436},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16099703311920166},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10467332601547241},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10452112555503845},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.10337543487548828},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09095478057861328},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3212149","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3212149","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3a835983936a4d0cb423c0d0830e3e36","is_oa":true,"landing_page_url":"https://doaj.org/article/3a835983936a4d0cb423c0d0830e3e36","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 106740-106749 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3212149","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3212149","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4399999976158142,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1912178145","https://openalex.org/W2065154528","https://openalex.org/W2594059527","https://openalex.org/W2790872482","https://openalex.org/W2810512395","https://openalex.org/W2899320340","https://openalex.org/W2904947504","https://openalex.org/W2962756146","https://openalex.org/W2962870415","https://openalex.org/W2964005248","https://openalex.org/W2986094009","https://openalex.org/W3011830499","https://openalex.org/W3037170119","https://openalex.org/W3088703345","https://openalex.org/W3108579079","https://openalex.org/W4210594127","https://openalex.org/W4213454116","https://openalex.org/W4214717370","https://openalex.org/W6749748769"],"related_works":["https://openalex.org/W4237235066","https://openalex.org/W207884067","https://openalex.org/W3127016596","https://openalex.org/W2026539069","https://openalex.org/W2365973415","https://openalex.org/W96315019","https://openalex.org/W2046206979","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"the":[3,22,28,35,41,49,52,58,78,81,87,97,109,114,117,127,142,149,160,173,178],"drone":[4],"base-station":[5],"(DBS)":[6],"dispatching":[7,169],"problem":[8,67,88,98,105],"in":[9,48,80,84,126,177],"a":[10,71,102,135,183],"multi-cell":[11],"B5G/6G":[12],"network":[13],"is":[14,19,68,99],"investigated.":[15],"The":[16,66],"main":[17],"objective":[18],"to":[20,63,77,108,146],"achieve":[21],"highest":[23],"system":[24],"profit":[25,60,163],"by":[26,164],"serving":[27,182],"largest":[29],"possible":[30,37,59],"number":[31,185,192],"of":[32,54,112,119,186,193],"users":[33,187],"with":[34,190],"least":[36,191],"cost":[38,53],"while":[39],"considering":[40],"uncertain":[42],"time-dependent":[43],"fluctuated":[44],"user\u2019s":[45],"(service)":[46],"demand":[47,82],"different":[50],"cells,":[51],"dispatched":[55],"drones,":[56],"and":[57,116],"loss":[61],"due":[62],"un-served":[64],"users.":[65],"formulated":[69],"as":[70,101],"profit-maximization":[72],"discount":[73],"return":[74],"problem.":[75],"Due":[76,107],"uncertainty":[79],"(users)":[83],"each":[85],"cell,":[86],"cannot":[89],"be":[90],"solved":[91],"using":[92],"conventional":[93],"optimization":[94],"methods.":[95],"Hence,":[96],"reformulated":[100],"Markov":[103],"decision":[104],"(MDP).":[106],"exponential":[110],"complexity":[111],"finding":[113],"solution":[115],"unavailability":[118],"statistical":[120],"knowledge":[121],"about":[122],"user":[123],"availability":[124],"(demand)":[125],"considered":[128],"regions":[129],"for":[130],"such":[131],"optimization,":[132],"we":[133],"adopt":[134],"reinforcement":[136],"learning":[137],"(RL)":[138],"approach":[139,157],"based":[140,171],"on":[141,172],"state-action-reward-state-action":[143],"(SARSA)":[144],"algorithm":[145],"efficiently":[147],"solve":[148],"MDP.":[150],"Simulation":[151],"results":[152],"reveal":[153],"that":[154],"our":[155],"RL-based":[156],"significantly":[158],"increases":[159],"overall":[161],"operator":[162],"continuously":[165],"adapting":[166],"its":[167],"DBS":[168],"strategy":[170],"learned":[174],"users\u2019":[175],"behavior":[176],"network,":[179],"which":[180],"enables":[181],"larger":[184],"(highest":[188],"revenue)":[189],"DBSs":[194],"(least":[195],"cost).":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}