{"id":"https://openalex.org/W4389076365","doi":"https://doi.org/10.1109/ojcoms.2023.3337044","title":"Deep Reinforcement Learning Approach for HAPS User Scheduling in Massive MIMO Communications","display_name":"Deep Reinforcement Learning Approach for HAPS User Scheduling in Massive MIMO Communications","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4389076365","doi":"https://doi.org/10.1109/ojcoms.2023.3337044"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2023.3337044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3337044","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10330634.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10330634.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032265040","display_name":"Sara Sharifi","orcid":"https://orcid.org/0000-0003-1619-7461"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sara Sharifi","raw_affiliation_strings":["Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024260736","display_name":"Hesam Khoshkbari","orcid":"https://orcid.org/0000-0002-0088-4243"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hesam Khoshkbari","raw_affiliation_strings":["Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032243366","display_name":"Georges Kaddoum","orcid":"https://orcid.org/0000-0002-5025-6624"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georges Kaddoum","raw_affiliation_strings":["Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033298817","display_name":"Ouassima Akhrif","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouassima Akhrif","raw_affiliation_strings":["Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, École de Technologie Supérieure Montréal, Montreal, QC, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032265040"],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.93,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75182312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8165738582611084},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7116603255271912},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6509802937507629},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6481258273124695},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.640289306640625},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.5385246276855469},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.49269941449165344},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45561015605926514},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.41547080874443054},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.41394490003585815},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3837301731109619},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.37665629386901855},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.36432313919067383},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3465110659599304},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3435245156288147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15463101863861084},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.09414243698120117},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08522579073905945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8165738582611084},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7116603255271912},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6509802937507629},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6481258273124695},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.640289306640625},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.5385246276855469},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.49269941449165344},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45561015605926514},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.41547080874443054},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.41394490003585815},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3837301731109619},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.37665629386901855},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36432313919067383},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3465110659599304},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3435245156288147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15463101863861084},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.09414243698120117},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08522579073905945},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ojcoms.2023.3337044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3337044","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10330634.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:espace2.etsmtl.ca:28181","is_oa":true,"landing_page_url":null,"pdf_url":"https://espace2.etsmtl.ca/id/eprint/28181/1/Kaddoum-G-2024-28181.pdf","source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"},{"id":"pmh:oai:doaj.org/article:0879734da3b0410197f2a89aed401d58","is_oa":true,"landing_page_url":"https://doaj.org/article/0879734da3b0410197f2a89aed401d58","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 5, Pp 1-14 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2023.3337044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3337044","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10330634.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313286","display_name":"Defence Research and Development Canada","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389076365.pdf","grobid_xml":"https://content.openalex.org/works/W4389076365.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2099030964","https://openalex.org/W2109984336","https://openalex.org/W2116141601","https://openalex.org/W2145339207","https://openalex.org/W2588283865","https://openalex.org/W2607713949","https://openalex.org/W2898035736","https://openalex.org/W2943331611","https://openalex.org/W2959943703","https://openalex.org/W2962691117","https://openalex.org/W2962912515","https://openalex.org/W2963060851","https://openalex.org/W2967205090","https://openalex.org/W2974343164","https://openalex.org/W3007091509","https://openalex.org/W3022527688","https://openalex.org/W3036160090","https://openalex.org/W3048386157","https://openalex.org/W3084578038","https://openalex.org/W3109047212","https://openalex.org/W3127205829","https://openalex.org/W3130765118","https://openalex.org/W3133735442","https://openalex.org/W3156195074","https://openalex.org/W3172350776","https://openalex.org/W3207120344","https://openalex.org/W3217259041","https://openalex.org/W4285159101","https://openalex.org/W4312569169","https://openalex.org/W4382998611","https://openalex.org/W4388505095","https://openalex.org/W6737069938","https://openalex.org/W6797232479"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2101748387","https://openalex.org/W2357975469","https://openalex.org/W4380550992","https://openalex.org/W4322760752","https://openalex.org/W3096874164","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W2937181779","https://openalex.org/W2367195854"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,40,67],"devise":[4],"a":[5,13,19,25,32,37,69,74,90,127,144],"deep":[6],"SARSA-learning":[7],"(DSRL)":[8],"user":[9,61,70,134],"scheduling":[10,62,71,135],"algorithm":[11,111,155],"for":[12,143],"base":[14,53],"station":[15,22,54],"(BS)":[16],"that":[17,42,103,142],"uses":[18],"high-altitude":[20],"platform":[21],"(HAPS)":[23],"as":[24],"backup":[26],"to":[27,85,114,131],"serve":[28],"multiple":[29],"users":[30],"in":[31,58],"wireless":[33],"cellular":[34],"network.":[35],"Considering":[36],"realistic":[38],"scenario,":[39],"assume":[41],"only":[43],"the":[44,51,81,87,97,104,115,133,138,157],"outdated":[45],"channel":[46],"state":[47],"information":[48],"(CSI)":[49],"of":[50,93],"terrestrial":[52],"(TBS)":[55],"is":[56,84,112,149],"available":[57],"our":[59,108,152],"defined":[60],"problem.":[63],"To":[64],"do":[65],"so,":[66],"define":[68],"problem":[72,136],"using":[73],"Markov":[75],"decision":[76],"process":[77],"(MDP)":[78],"framework,":[79],"where":[80,146],"objective":[82],"function":[83],"maximize":[86],"sum-rate":[88,105,117],"with":[89,107,119],"minimum":[91],"number":[92],"active":[94],"antennas":[95],"at":[96,137],"HAPS.":[98],"Our":[99],"performance":[100],"analysis":[101],"shows":[102],"obtained":[106],"proposed":[109,153],"DSRL":[110,154],"close":[113],"optimal":[116],"achieved":[118],"an":[120],"exhaustive":[121],"search":[122],"method.":[123,160],"We":[124,140],"also":[125],"develop":[126],"heuristic":[128,158],"optimization":[129,159],"method":[130],"solve":[132],"BS.":[139],"show":[141],"scenario":[145],"perfect":[147],"CSI":[148],"not":[150],"available,":[151],"outperforms":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}