{"id":"https://openalex.org/W4285142405","doi":"https://doi.org/10.1109/tvt.2022.3182908","title":"Autonomous Non-Terrestrial Base Station Deployment for Non-Terrestrial Networks: A Reinforcement Learning Approach","display_name":"Autonomous Non-Terrestrial Base Station Deployment for Non-Terrestrial Networks: A Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-06-14","ids":{"openalex":"https://openalex.org/W4285142405","doi":"https://doi.org/10.1109/tvt.2022.3182908"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3182908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3182908","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017575745","display_name":"Shao\u2010Yu Lien","orcid":"https://orcid.org/0000-0002-4347-2871"},"institutions":[{"id":"https://openalex.org/I148099254","display_name":"National Chung Cheng University","ror":"https://ror.org/0028v3876","country_code":"TW","type":"education","lineage":["https://openalex.org/I148099254"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shao-Yu Lien","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Chung Cheng University, Chiayi, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4347-2871","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Chung Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079589746","display_name":"Der\u2010Jiunn Deng","orcid":"https://orcid.org/0000-0001-8410-164X"},"institutions":[{"id":"https://openalex.org/I70522481","display_name":"National Changhua University of Education","ror":"https://ror.org/005gkfa10","country_code":"TW","type":"education","lineage":["https://openalex.org/I70522481"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Der-Jiunn Deng","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Changhua University of Education, Changhua, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-8410-164X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Changhua University of Education, Changhua, Taiwan","institution_ids":["https://openalex.org/I70522481"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.0337,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.97043104,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"71","issue":"10","first_page":"10894","last_page":"10909"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8313475847244263},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7465232014656067},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6906530261039734},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6862581372261047},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5219621062278748},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.459867924451828},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4424605071544647},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3531678318977356},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33450180292129517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22457849979400635}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8313475847244263},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7465232014656067},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6906530261039734},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6862581372261047},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5219621062278748},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.459867924451828},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4424605071544647},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3531678318977356},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33450180292129517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22457849979400635},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3182908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3182908","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1594087472","https://openalex.org/W1918371733","https://openalex.org/W2767105570","https://openalex.org/W2888776813","https://openalex.org/W2900400615","https://openalex.org/W2905487115","https://openalex.org/W2920190358","https://openalex.org/W2930672455","https://openalex.org/W2944340616","https://openalex.org/W2946120941","https://openalex.org/W2947871674","https://openalex.org/W2950373453","https://openalex.org/W2952039542","https://openalex.org/W2962847915","https://openalex.org/W2963569053","https://openalex.org/W2963697941","https://openalex.org/W2969525674","https://openalex.org/W2976344064","https://openalex.org/W2980412543","https://openalex.org/W2981262799","https://openalex.org/W2988769181","https://openalex.org/W2991046523","https://openalex.org/W2997144419","https://openalex.org/W3000122352","https://openalex.org/W3000653182","https://openalex.org/W3002346944","https://openalex.org/W3010961334","https://openalex.org/W3011766871","https://openalex.org/W3012238202","https://openalex.org/W3016831025","https://openalex.org/W3019585464","https://openalex.org/W3036004996","https://openalex.org/W3037170119","https://openalex.org/W3037515790","https://openalex.org/W3045998184","https://openalex.org/W3048217314","https://openalex.org/W3048651570","https://openalex.org/W3082222649","https://openalex.org/W3086351065","https://openalex.org/W3086751733","https://openalex.org/W3100789280","https://openalex.org/W3106530718","https://openalex.org/W3109047212","https://openalex.org/W3119069103","https://openalex.org/W3131677908","https://openalex.org/W3133735442","https://openalex.org/W4214717370","https://openalex.org/W4300352410"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W2047225036","https://openalex.org/W4386698331","https://openalex.org/W2138314731","https://openalex.org/W2093207996","https://openalex.org/W2322468729","https://openalex.org/W2142989636","https://openalex.org/W2168356777"],"abstract_inverted_index":{"Non-Terrestrial":[0],"Networks":[1],"(NTN)":[2],"consisting":[3],"of":[4,23,31,42,67,85,94,96,116,121,149,161,175,178,189],"multiple":[5,68,150],"space-borne":[6],"and":[7,29,44,51,73,87,102,193],"airborne":[8],"non-terrestrial":[9,38],"base":[10],"stations":[11],"(NT-BSs)":[12],"have":[13],"recently":[14],"been":[15],"introduced":[16],"by":[17,146],"3GPP":[18],"as":[19,197],"a":[20,49,104,134],"new":[21,105,138],"paradigm":[22],"infrastructure":[24],"to":[25,35,48,157],"extend":[26],"the":[27,59,64,71,92,118,154,159,168,173,176,179,187,190,194],"capacity":[28],"coverage":[30,60],"existing":[32],"terrestrial":[33],"networks":[34],"further":[36],"support":[37],"UEs":[39],"(NT-UEs).":[40],"Mobility":[41],"NT-BSs":[43,89,132,151],"NT-UEs":[45,86,97,162],"however":[46],"leads":[47],"dynamic":[50,65,72],"non-stationary":[52,74],"environment,":[53,75],"which":[54,147],"creates":[55],"unique":[56],"challenges":[57],"in":[58],"optimization":[61],"particularly":[62],"for":[63,131],"deployment":[66,155],"NT-BSs.":[69,166],"Under":[70],"each":[76,148],"NT-BS":[77],"should":[78],"autonomously":[79,152],"predict":[80],"not":[81],"only":[82],"moving":[83],"trajectories":[84,156],"other":[88],"but":[90],"also":[91,185],"probability":[93],"presence":[95],"at":[98],"any":[99],"given":[100],"location,":[101],"consequently":[103],"machine":[106],"learning":[107,124,140],"(ML)":[108],"scheme":[109],"is":[110],"desired.":[111],"In":[112],"this":[113],"paper,":[114],"instead":[115],"adopting":[117],"recent":[119],"innovation":[120],"deep":[122],"reinforcement":[123,139],"(DRL)":[125],"approaches":[126],"inducing":[127],"an":[128],"unaffordable":[129],"complexity":[130],"with":[133,199],"limited":[135],"computing":[136],"capability,":[137],"(RL)":[141],"schemes":[142,192],"are":[143],"therefore":[144],"proposed,":[145],"determines":[153],"maximize":[158],"number":[160],"that":[163],"can":[164],"access":[165],"Through":[167],"comprehensive":[169],"analysis,":[170],"we":[171],"justify":[172],"convergence":[174],"performance":[177],"proposed":[180,191],"schemes.":[181,201],"The":[182],"simulation":[183],"results":[184],"show":[186],"effectiveness":[188],"outstanding":[195],"performances":[196],"compared":[198],"state-of-the-art":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}