{"id":"https://openalex.org/W4200169822","doi":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625395","title":"Deep Reinforcement Learning Based Power Allocation for High Throughput Satellites","display_name":"Deep Reinforcement Learning Based Power Allocation for High Throughput Satellites","publication_year":2021,"publication_date":"2021-09-01","ids":{"openalex":"https://openalex.org/W4200169822","doi":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625395"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2021-fall52928.2021.9625395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625395","pdf_url":null,"source":{"id":"https://openalex.org/S4363607774","display_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090995092","display_name":"Nuoyi Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nuoyi Dai","raw_affiliation_strings":["State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052679265","display_name":"Di Zhou","orcid":"https://orcid.org/0000-0002-8375-9236"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Zhou","raw_affiliation_strings":["State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029337392","display_name":"Min Sheng","orcid":"https://orcid.org/0000-0002-7762-5063"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Sheng","raw_affiliation_strings":["State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004181029","display_name":"Jiandong Li","orcid":"https://orcid.org/0000-0002-8851-836X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Li","raw_affiliation_strings":["State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of ISN, Information Science Institute, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9280023574829102},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8269679546356201},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7496532201766968},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6781741976737976},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5290058255195618},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5004220008850098},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.47772905230522156},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.47007089853286743},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4641866087913513},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4326925575733185},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35236281156539917},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33380791544914246},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.31720462441444397},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.2971780598163605},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.15965428948402405},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13145846128463745},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1165471076965332}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9280023574829102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8269679546356201},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7496532201766968},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6781741976737976},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5290058255195618},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5004220008850098},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.47772905230522156},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.47007089853286743},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4641866087913513},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4326925575733185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35236281156539917},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33380791544914246},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31720462441444397},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.2971780598163605},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.15965428948402405},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13145846128463745},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1165471076965332},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2021-fall52928.2021.9625395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625395","pdf_url":null,"source":{"id":"https://openalex.org/S4363607774","display_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4012560301","display_name":null,"funder_award_id":"2019TQ0241,2020M673344","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7257296570","display_name":null,"funder_award_id":"XJS200117","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7624780781","display_name":null,"funder_award_id":"U19B2025,62001347","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W105923215","https://openalex.org/W2009661625","https://openalex.org/W2111240713","https://openalex.org/W2118711662","https://openalex.org/W2135269514","https://openalex.org/W2136687807","https://openalex.org/W2288554427","https://openalex.org/W2793398825","https://openalex.org/W2862352592","https://openalex.org/W2916116402","https://openalex.org/W2999146029","https://openalex.org/W3045605679","https://openalex.org/W3098133185","https://openalex.org/W3158471133"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W3121791438","https://openalex.org/W2124130287"],"abstract_inverted_index":{"Non-terrestrial":[0],"network":[1,115,177],"(NTN)":[2],"communication":[3,52],"is":[4,116,129,143,154],"included":[5],"in":[6,99,159],"the":[7,26,40,46,49,60,64,67,79,87,95,104,120,146,151,162],"3GPP":[8],"standard":[9],"because":[10],"of":[11,48,82,106,161],"its":[12],"excellent":[13],"features":[14],"such":[15],"as":[16],"resistance":[17],"to":[18,85,103,118,156,171],"ground":[19],"physical":[20],"attacks":[21],"and":[22,29,56,66,90,109,123,167],"wide":[23],"coverage.":[24],"Since":[25],"available":[27],"power":[28,96,110,133],"storage":[30],"resources":[31],"are":[32],"limited":[33],"on":[34,137],"high":[35],"throughput":[36,165],"satellites":[37],"(HTSs),":[38],"optimizing":[39],"resource":[41],"allocation":[42,97,134],"can":[43],"greatly":[44],"improve":[45],"performance":[47],"HTS":[50,100],"based":[51,136],"system.":[53],"Notably,":[54],"weather":[55],"other":[57],"factors":[58],"make":[59],"channel":[61,92,173],"status":[62],"between":[63],"satellite":[65],"terrestrial":[68],"base":[69],"stations":[70],"constantly":[71],"change.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"first":[77],"exploit":[78],"model-free":[80],"feature":[81],"reinforcement":[83,126,140],"learning":[84,127,141],"formulate":[86],"aforementioned":[88],"dynamic":[89,172],"unpredictable":[91],"conditions":[93],"into":[94],"problem":[98],"systems.":[101],"Due":[102],"complexity":[105],"environment":[107],"state":[108],"allocation,":[111],"a":[112,124,132,138],"deep":[113,125,139],"neural":[114],"introduced":[117],"replace":[119],"Q":[121],"table,":[122],"framework":[128,142],"built.":[130],"Furthermore,":[131],"algorithm":[135,153],"presented.":[144],"Finally,":[145],"simulation":[147],"results":[148],"show":[149],"that":[150],"proposed":[152],"superior":[155],"existing":[157],"algorithms":[158],"terms":[160],"long-term":[163],"system":[164],"performance,":[166],"has":[168],"better":[169],"adaptability":[170],"environment,":[174],"thereby":[175],"improving":[176],"performance.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}