{"id":"https://openalex.org/W4391407161","doi":"https://doi.org/10.1109/mwc.018.2200429","title":"Multi-Tier Deep Reinforcement Learning for Non-Terrestrial Networks","display_name":"Multi-Tier Deep Reinforcement Learning for Non-Terrestrial Networks","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391407161","doi":"https://doi.org/10.1109/mwc.018.2200429"},"language":"en","primary_location":{"id":"doi:10.1109/mwc.018.2200429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.018.2200429","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052456633","display_name":"Yang Cao","orcid":"https://orcid.org/0000-0003-2184-4491"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Cao","raw_affiliation_strings":["Southwest Jiaotong University,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University,P. R. China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575745","display_name":"Shao\u2010Yu Lien","orcid":"https://orcid.org/0000-0002-4347-2871"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shao-Yu Lien","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["University of Electronic Science and Technology of China,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,P. R. China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["Nanyang Technological University,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2116,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77611121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"31","issue":"3","first_page":"194","last_page":"201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.810699999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.810699999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.705299973487854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.6664999723434448,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8662083745002747},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7415698170661926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5371784567832947},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39710497856140137},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3483387231826782},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.340604305267334}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8662083745002747},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7415698170661926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5371784567832947},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39710497856140137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3483387231826782},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.340604305267334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mwc.018.2200429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.018.2200429","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G3738287161","display_name":null,"funder_award_id":"2018YFB1801105","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4517290006","display_name":null,"funder_award_id":"B20064","funder_id":"https://openalex.org/F4320335785","funder_display_name":"Project 211"},{"id":"https://openalex.org/G7204363405","display_name":null,"funder_award_id":"2018B010114001","funder_id":"https://openalex.org/F4320336405","funder_display_name":"Special Project for Research and Development in Key areas of Guangdong Province"},{"id":"https://openalex.org/G7763006810","display_name":null,"funder_award_id":"ZYGX2019Z022","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335785","display_name":"Project 211","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336405","display_name":"Special Project for Research and Development in Key areas of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2121111990","https://openalex.org/W2191774242","https://openalex.org/W2547452416","https://openalex.org/W2898035736","https://openalex.org/W2924948991","https://openalex.org/W2989872587","https://openalex.org/W3000537180","https://openalex.org/W3033664100","https://openalex.org/W3094296265","https://openalex.org/W3109047212","https://openalex.org/W3130470652","https://openalex.org/W3167450743","https://openalex.org/W4205354047","https://openalex.org/W4206216868"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":{"To":[0],"provide":[1,118],"global":[2],"coverage":[3],"and":[4,15,55,107,128,153,159,177],"ubiquitous":[5],"wireless":[6],"services,":[7],"non-terrestrial":[8],"networks":[9],"(NTNs)":[10],"composed":[11],"of":[12,46,51,59,110,139,144,147,180],"space-tier,":[13,157],"air-tier,":[14,158],"ground-tier":[16,160],"stations,":[17],"have":[18],"been":[19],"regarded":[20],"as":[21],"a":[22,33,130],"key":[23],"enabling":[24],"technology":[25],"toward":[26],"the":[27,42,47,60,80,104,119,126,172,187],"sixth":[28],"generation":[29],"(6G)":[30],"networks.":[31],"Such":[32],"multi-tier":[34,111,123,132],"architecture,":[35],"however,":[36,82],"induces":[37],"fundamental":[38,101],"challenges":[39],"in":[40,49,96],"optimizing":[41],"overall":[43,173],"system":[44],"performance":[45],"NTN":[48],"terms":[50],"signaling":[52],"overheads,":[53],"complexity,":[54],"even":[56],"analytical":[57],"formulation":[58],"optimization":[61,75,146,175],"problem.":[62],"Interestingly,":[63],"deep":[64],"reinforcement":[65],"learning":[66],"(DRL)":[67],"is":[68,162],"an":[69],"effective":[70],"approach":[71],"to":[72,79,93,134],"tackle":[73],"\"complex\"":[74],"problems.":[76],"When":[77],"applied":[78],"NTN,":[81,127],"different":[83,94,136,169],"DRL":[84,112,124],"methods":[85],"should":[86],"be":[87,183],"developed":[88],"for":[89,122,125,156],"various":[90],"stations":[91,161,181],"due":[92],"constraints":[95],"each":[97],"tier,":[98],"which":[99],"raises":[100],"issues":[102],"involving":[103],"interaction,":[105],"orchestration,":[106],"protocol":[108],"design":[109],"architecture.":[113],"In":[114],"this":[115],"article,":[116],"we":[117],"essential":[120],"principles":[121],"propose":[129],"generalized":[131],"architecture":[133],"embrace":[135],"deployment":[137],"scenarios":[138],"NTNs.":[140],"A":[141],"case":[142],"study":[143],"joint":[145],"spectrum":[148],"chunk":[149],"allocation,":[150],"trajectory":[151],"design,":[152],"user":[154],"association":[155],"provided.":[163],"The":[164],"simulation":[165],"results":[166],"indicate":[167],"that":[168],"trade-offs":[170],"between":[171],"throughput,":[174],"dimension,":[176],"computational":[178],"complexity":[179],"can":[182],"achieved":[184],"through":[185],"configuring":[186],"proposed":[188],"architectures.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}