{"id":"https://openalex.org/W4315926993","doi":"https://doi.org/10.1109/access.2023.3236801","title":"Reinforcement Learning in the Sky: A Survey on Enabling Intelligence in NTN-Based Communications","display_name":"Reinforcement Learning in the Sky: A Survey on Enabling Intelligence in NTN-Based Communications","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4315926993","doi":"https://doi.org/10.1109/access.2023.3236801"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3236801","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3236801","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10016705.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10016705.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037533418","display_name":"Tarek Naous","orcid":"https://orcid.org/0000-0003-0049-9318"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":true,"raw_author_name":"Tarek Naous","raw_affiliation_strings":["Electrical and Computer Engineering Department, American University of Beirut, Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0003-0049-9318","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, American University of Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026046839","display_name":"May Itani","orcid":"https://orcid.org/0000-0002-0738-0822"},"institutions":[{"id":"https://openalex.org/I36314861","display_name":"Beirut Arab University","ror":"https://ror.org/02jya5567","country_code":"LB","type":"education","lineage":["https://openalex.org/I36314861"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"May Itani","raw_affiliation_strings":["Mathematics and Computer Science Department, Beirut Arab University, Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0002-0738-0822","affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Department, Beirut Arab University, Beirut, Lebanon","institution_ids":["https://openalex.org/I36314861"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008382926","display_name":"Mariette Awad","orcid":"https://orcid.org/0000-0002-4815-6894"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Mariette Awad","raw_affiliation_strings":["Electrical and Computer Engineering Department, American University of Beirut, Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0002-4815-6894","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, American University of Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071725114","display_name":"Sanaa Sharafeddine","orcid":"https://orcid.org/0000-0001-6548-1624"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Sanaa Sharafeddine","raw_affiliation_strings":["Department of Computer Science, American University of Beirut, Beirut, Lebanon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, American University of Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037533418"],"corresponding_institution_ids":["https://openalex.org/I98635879"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":42.7532,"has_fulltext":true,"cited_by_count":54,"citation_normalized_percentile":{"value":0.99787114,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"19941","last_page":"19968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.76262366771698},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6582789421081543},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6481486558914185},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5726847648620605},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5711890459060669},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5417194962501526},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4759385585784912},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4539692997932434},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4451366066932678},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4191516935825348},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3362269997596741},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3259746730327606},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24213877320289612},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.22052451968193054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10112074017524719}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76262366771698},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6582789421081543},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6481486558914185},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5726847648620605},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5711890459060669},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5417194962501526},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4759385585784912},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4539692997932434},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4451366066932678},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4191516935825348},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3362269997596741},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3259746730327606},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24213877320289612},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.22052451968193054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10112074017524719},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3236801","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3236801","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10016705.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e543a5e4ed2a4662a135d603b6487440","is_oa":true,"landing_page_url":"https://doaj.org/article/e543a5e4ed2a4662a135d603b6487440","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 19941-19968 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3236801","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3236801","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10016705.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320333920","display_name":"Maroun Semaan Faculty of Engineering and Architecture, American University of Beirut","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4315926993.pdf","grobid_xml":"https://content.openalex.org/works/W4315926993.grobid-xml"},"referenced_works_count":232,"referenced_works":["https://openalex.org/W1993918491","https://openalex.org/W2092507086","https://openalex.org/W2114806388","https://openalex.org/W2119007372","https://openalex.org/W2206930994","https://openalex.org/W2214621252","https://openalex.org/W2268751503","https://openalex.org/W2285198146","https://openalex.org/W2327622231","https://openalex.org/W2398537112","https://openalex.org/W2522615148","https://openalex.org/W2612690371","https://openalex.org/W2736601468","https://openalex.org/W2738669288","https://openalex.org/W2738731084","https://openalex.org/W2742865754","https://openalex.org/W2758604054","https://openalex.org/W2763830955","https://openalex.org/W2766224648","https://openalex.org/W2766889259","https://openalex.org/W2767846463","https://openalex.org/W2772709170","https://openalex.org/W2776055286","https://openalex.org/W2785607814","https://openalex.org/W2787501667","https://openalex.org/W2789824229","https://openalex.org/W2798444003","https://openalex.org/W2807554399","https://openalex.org/W2807655913","https://openalex.org/W2808115698","https://openalex.org/W2863849698","https://openalex.org/W2885423658","https://openalex.org/W2886509985","https://openalex.org/W2887784286","https://openalex.org/W2889655092","https://openalex.org/W2891609133","https://openalex.org/W2898035736","https://openalex.org/W2902160827","https://openalex.org/W2902769219","https://openalex.org/W2903528516","https://openalex.org/W2904826931","https://openalex.org/W2904947504","https://openalex.org/W2920312006","https://openalex.org/W2920362155","https://openalex.org/W2922582638","https://openalex.org/W2925554975","https://openalex.org/W2936274856","https://openalex.org/W2947073418","https://openalex.org/W2947871674","https://openalex.org/W2950373453","https://openalex.org/W2951054802","https://openalex.org/W2951314760","https://openalex.org/W2952841640","https://openalex.org/W2959943703","https://openalex.org/W2962141687","https://openalex.org/W2962691117","https://openalex.org/W2962726494","https://openalex.org/W2962872206","https://openalex.org/W2963085502","https://openalex.org/W2963327793","https://openalex.org/W2963362645","https://openalex.org/W2963390419","https://openalex.org/W2963569053","https://openalex.org/W2963864421","https://openalex.org/W2963899602","https://openalex.org/W2964005248","https://openalex.org/W2969424089","https://openalex.org/W2969525674","https://openalex.org/W2981126593","https://openalex.org/W2981460880","https://openalex.org/W2988592481","https://openalex.org/W2989847975","https://openalex.org/W2990204812","https://openalex.org/W2990747576","https://openalex.org/W2994008524","https://openalex.org/W2998280308","https://openalex.org/W2998582523","https://openalex.org/W3001321893","https://openalex.org/W3006182894","https://openalex.org/W3007091509","https://openalex.org/W3009353939","https://openalex.org/W3009360357","https://openalex.org/W3009836639","https://openalex.org/W3010601625","https://openalex.org/W3011766871","https://openalex.org/W3011895811","https://openalex.org/W3012106073","https://openalex.org/W3013960924","https://openalex.org/W3016298255","https://openalex.org/W3017275226","https://openalex.org/W3022441677","https://openalex.org/W3023161348","https://openalex.org/W3023850691","https://openalex.org/W3024364604","https://openalex.org/W3027118737","https://openalex.org/W3033237219","https://openalex.org/W3033807946","https://openalex.org/W3036239325","https://openalex.org/W3036305875","https://openalex.org/W3037154717","https://openalex.org/W3037170119","https://openalex.org/W3038070101","https://openalex.org/W3040137968","https://openalex.org/W3042391361","https://openalex.org/W3044628679","https://openalex.org/W3045086480","https://openalex.org/W3045865783","https://openalex.org/W3046174374","https://openalex.org/W3046988891","https://openalex.org/W3047778227","https://openalex.org/W3048217314","https://openalex.org/W3048386157","https://openalex.org/W3056678973","https://openalex.org/W3072066078","https://openalex.org/W3086751733","https://openalex.org/W3088569137","https://openalex.org/W3089706104","https://openalex.org/W3090612618","https://openalex.org/W3092220464","https://openalex.org/W3092477929","https://openalex.org/W3093475218","https://openalex.org/W3094186382","https://openalex.org/W3095931495","https://openalex.org/W3098060190","https://openalex.org/W3100536113","https://openalex.org/W3102696584","https://openalex.org/W3102863195","https://openalex.org/W3106203633","https://openalex.org/W3106530718","https://openalex.org/W3109047212","https://openalex.org/W3110123607","https://openalex.org/W3111189508","https://openalex.org/W3111740206","https://openalex.org/W3118210634","https://openalex.org/W3119164649","https://openalex.org/W3119225585","https://openalex.org/W3120715032","https://openalex.org/W3121274017","https://openalex.org/W3127205829","https://openalex.org/W3128932660","https://openalex.org/W3132105662","https://openalex.org/W3132669100","https://openalex.org/W3133735442","https://openalex.org/W3133999295","https://openalex.org/W3134051767","https://openalex.org/W3134737640","https://openalex.org/W3135046321","https://openalex.org/W3156032009","https://openalex.org/W3159935161","https://openalex.org/W3164183703","https://openalex.org/W3164857921","https://openalex.org/W3173360237","https://openalex.org/W3173551365","https://openalex.org/W3174495368","https://openalex.org/W3177056122","https://openalex.org/W3177239694","https://openalex.org/W3180641418","https://openalex.org/W3180957100","https://openalex.org/W3183773409","https://openalex.org/W3185218784","https://openalex.org/W3189148921","https://openalex.org/W3190231461","https://openalex.org/W3192418638","https://openalex.org/W3193218352","https://openalex.org/W3195037745","https://openalex.org/W3196656437","https://openalex.org/W3202977637","https://openalex.org/W3206701721","https://openalex.org/W3211539086","https://openalex.org/W3212923306","https://openalex.org/W3214899504","https://openalex.org/W3216753527","https://openalex.org/W4200135929","https://openalex.org/W4200169822","https://openalex.org/W4200417785","https://openalex.org/W4200626639","https://openalex.org/W4205140704","https://openalex.org/W4205224143","https://openalex.org/W4210452486","https://openalex.org/W4212774754","https://openalex.org/W4214717370","https://openalex.org/W4214839470","https://openalex.org/W4220787995","https://openalex.org/W4223968569","https://openalex.org/W4224228169","https://openalex.org/W4226025771","https://openalex.org/W4226073470","https://openalex.org/W4226206258","https://openalex.org/W4240278190","https://openalex.org/W4256380437","https://openalex.org/W4280627398","https://openalex.org/W4281384975","https://openalex.org/W4282970004","https://openalex.org/W4283071990","https://openalex.org/W4283322638","https://openalex.org/W4285028943","https://openalex.org/W4285029019","https://openalex.org/W4285103267","https://openalex.org/W4285142405","https://openalex.org/W4285183971","https://openalex.org/W4285189370","https://openalex.org/W4285286189","https://openalex.org/W4287704776","https://openalex.org/W4287867830","https://openalex.org/W4289388948","https://openalex.org/W4290996464","https://openalex.org/W4296338520","https://openalex.org/W4308222498","https://openalex.org/W4385245566","https://openalex.org/W6637967152","https://openalex.org/W6679434410","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6736057607","https://openalex.org/W6738796088","https://openalex.org/W6740801417","https://openalex.org/W6741002519","https://openalex.org/W6746177919","https://openalex.org/W6747473740","https://openalex.org/W6747924173","https://openalex.org/W6747943641","https://openalex.org/W6748817170","https://openalex.org/W6754184789","https://openalex.org/W6755476724","https://openalex.org/W6757184387","https://openalex.org/W6757337448","https://openalex.org/W6760405395","https://openalex.org/W6771807793","https://openalex.org/W6775522024","https://openalex.org/W6776816720","https://openalex.org/W6780876214"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2303288554"],"abstract_inverted_index":{"Non":[0],"terrestrial":[1,102],"networks":[2,181],"(NTN)":[3],"involving":[4],"\u2019in":[5],"the":[6,36,70,98,132,139,143,207,227,260,269,282,288,292,303,328,340],"sky\u2019":[7],"objects":[8],"such":[9,79,115],"as":[10,48,65,80,116],"low-earth":[11],"orbit":[12],"satellites,":[13,127],"high":[14,133],"altitude":[15,134],"platform":[16,135],"systems":[17,104],"(HAPs)":[18],"and":[19,41,57,88,97,112,122,138,160,187,196,253,263,312,338],"Unmanned":[20],"Aerial":[21],"Vehicles":[22],"(UAVs)":[23],"are":[24,44],"expected":[25],"to":[26,46,59,69,84,93,146,150,175,182,302,324,333],"be":[27,63,147,325],"integral":[28],"components":[29],"of":[30,38,101,131,142,206,226,230,250,268,272,281,284,320],"next":[31],"generation":[32],"cellular":[33,71,103],"systems.":[34],"With":[35],"deployment":[37,307],"5G":[39],"services":[40],"beyond,":[42],"NTNs":[43],"leveraged":[45],"assist":[47],"aerial":[49,66,110,157,177],"base":[50,136,158],"stations":[51],"in":[52,179,248,274,287,291,331],"providing":[53],"ubiquitous":[54],"network":[55,162],"connectivity":[56],"service":[58,117],"ground":[60,85],"users":[61,67],"or":[62],"deployed":[64],"connected":[68],"network.":[72],"NTN-aided":[73,235,275],"wireless":[74,236,276,309],"communication":[75,237],"offers":[76],"multiple":[77],"benefits":[78],"mobility,":[81],"flexibility,":[82],"resistance":[83],"physical":[86],"attacks":[87],"wide":[89],"coverage.":[90],"However,":[91],"due":[92],"their":[94],"limited":[95,119],"resources":[96,124],"current":[99,270],"design":[100],"that":[105,214,300,322],"do":[106],"not":[107],"account":[108],"for":[109,233],"users,":[111],"other":[113],"restrictions":[114],"requirements,":[118],"available":[120],"power":[121],"storage":[123],"on":[125,242,297],"high-throughput":[126],"resource":[128],"allocation,":[129],"location":[130],"station":[137,159,306],"flight":[140],"trajectory":[141],"UAVs":[144],"need":[145],"intelligently":[148],"controlled":[149],"satisfy":[151],"various":[152],"objectives":[153,209],"both":[154],"from":[155,184,198,259],"an":[156,223],"overall":[161],"perspectives.":[163],"To":[164],"achieve":[165,188,334],"this,":[166],"many":[167],"works":[168,289],"have":[169,215],"explored":[170],"Reinforcement":[171],"Learning":[172],"(RL)":[173],"techniques":[174,232],"allow":[176],"platforms":[178,213],"non-terrestrial":[180,212],"learn":[183],"past":[185],"observations":[186],"some":[189],"optimal":[190],"control":[191,208],"policy.":[192],"In":[193],"this":[194],"paper":[195],"differently":[197],"prior":[199],"surveys,":[200],"we":[201],"contribute":[202],"a":[203,257,265,318],"comprehensive":[204,266],"review":[205],"required":[210],"by":[211,327],"been":[216],"solved":[217],"using":[218],"RL":[219,231,273],"formulations.":[220],"We":[221,255,315],"provide":[222,264],"up-to-date":[224],"overview":[225],"latest":[228],"applications":[229],"different":[234],"aspects.":[238],"The":[239],"survey":[240],"focuses":[241],"Markov":[243],"Decision":[244],"Process":[245],"(MDP)":[246],"formulations":[247],"terms":[249],"states,":[251],"actions,":[252],"rewards.":[254],"synthesize":[256],"taxonomy":[258],"surveyed":[261],"literature":[262,293],"representation":[267],"usages":[271],"communications.":[277],"A":[278],"qualitative":[279],"analysis":[280],"level":[283],"realism":[285],"achieved":[286],"presented":[290],"is":[294],"provided":[295],"based":[296],"several":[298],"factors":[299],"pertain":[301],"simulation":[304],"environment,":[305],"setting,":[308],"channel":[310],"assumption,":[311],"energy":[313],"considerations.":[314],"also":[316],"curate":[317],"list":[319],"challenges":[321],"remain":[323],"considered":[326],"research":[329],"community":[330],"order":[332],"more":[335],"efficient":[336],"deployments":[337],"close":[339],"simulation-to-reality":[341],"gap.":[342]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":9}],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-10T00:00:00"}