{"id":"https://openalex.org/W2793398825","doi":"https://doi.org/10.1109/access.2018.2809581","title":"Deep Reinforcement Learning Based Dynamic Channel Allocation Algorithm in Multibeam Satellite Systems","display_name":"Deep Reinforcement Learning Based Dynamic Channel Allocation Algorithm in Multibeam Satellite Systems","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2793398825","doi":"https://doi.org/10.1109/access.2018.2809581","mag":"2793398825"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2809581","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2809581","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2809581","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074277503","display_name":"Shuaijun Liu","orcid":"https://orcid.org/0000-0003-0221-8102"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuaijun Liu","raw_affiliation_strings":["Information and Electronics Technology Lab, Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Information and Electronics Technology Lab, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060207958","display_name":"Xin Hu","orcid":"https://orcid.org/0009-0003-9827-0585"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Hu","raw_affiliation_strings":["Information and Electronics Technology Lab, Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Information and Electronics Technology Lab, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432924","display_name":"Weidong Wang","orcid":"https://orcid.org/0000-0002-0343-9559"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Wang","raw_affiliation_strings":["Information and Electronics Technology Lab, Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Information and Electronics Technology Lab, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074277503"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":29.7206,"has_fulltext":false,"cited_by_count":127,"citation_normalized_percentile":{"value":0.99755317,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"6","issue":null,"first_page":"15733","last_page":"15742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7494582533836365},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6963170170783997},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.6377451419830322},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6334496736526489},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.5703303813934326},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5351384878158569},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4700818359851837},{"id":"https://openalex.org/keywords/blocking","display_name":"Blocking (statistics)","score":0.465888649225235},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.465082585811615},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.45761317014694214},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.45202115178108215},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4517941474914551},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42952775955200195},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22204017639160156},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.21763795614242554},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2107999324798584},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10396608710289001},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09968525171279907}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7494582533836365},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6963170170783997},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.6377451419830322},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6334496736526489},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.5703303813934326},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5351384878158569},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4700818359851837},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.465888649225235},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.465082585811615},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.45761317014694214},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.45202115178108215},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4517941474914551},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42952775955200195},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22204017639160156},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.21763795614242554},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2107999324798584},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10396608710289001},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09968525171279907},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2809581","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2809581","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e5bd6ddc5987431ba3aa4c2999c53124","is_oa":true,"landing_page_url":"https://doaj.org/article/e5bd6ddc5987431ba3aa4c2999c53124","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 15733-15742 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2809581","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2809581","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4159557921","display_name":null,"funder_award_id":"91438114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1836465849","https://openalex.org/W1913589220","https://openalex.org/W1969408664","https://openalex.org/W1999486714","https://openalex.org/W2033324144","https://openalex.org/W2036214553","https://openalex.org/W2070084552","https://openalex.org/W2114806388","https://openalex.org/W2145339207","https://openalex.org/W2288554427","https://openalex.org/W2325094766","https://openalex.org/W2498017881","https://openalex.org/W2546571074","https://openalex.org/W2597068831","https://openalex.org/W2739760738","https://openalex.org/W2741401130","https://openalex.org/W2761694337","https://openalex.org/W2761862361","https://openalex.org/W2766447205","https://openalex.org/W2767282312","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6638667902","https://openalex.org/W6745170832"],"related_works":["https://openalex.org/W2024104843","https://openalex.org/W1562629347","https://openalex.org/W1982713103","https://openalex.org/W21490756","https://openalex.org/W2127546433","https://openalex.org/W102066527","https://openalex.org/W1493870673","https://openalex.org/W2121783362","https://openalex.org/W2169297589","https://openalex.org/W2787141939"],"abstract_inverted_index":{"Dynamic":[0],"channel":[1,27,56,172],"allocation":[2,57,173],"(DCA)":[3],"is":[4,78,93,110,119,132,143],"the":[5,11,16,26,29,32,37,42,49,54,61,81,89,96,102,106,113,120,129,153,158,163],"key":[6],"technology":[7],"to":[8,101,145],"efficiently":[9],"utilize":[10],"spectrum":[12,62,167],"resources":[13,63],"and":[14,138,161,166],"decrease":[15,157],"co-channel":[17],"interference":[18],"for":[19],"multibeam":[20,97],"satellite":[21,98],"systems.":[22,99],"Most":[23],"works":[24],"allocate":[25],"on":[28],"basis":[30],"of":[31,41],"beam":[33],"traffic":[34,165],"load":[35],"or":[36],"user":[38],"terminal":[39],"distribution":[40],"current":[43],"moment.":[44],"These":[45],"greedy-like":[46],"algorithms":[47],"neglect":[48],"intrinsic":[50],"temporal":[51,103],"correlation":[52,104],"among":[53],"sequential":[55],"decisions,":[58],"resulting":[59],"in":[60,95,124],"underutilization.":[64],"To":[65],"solve":[66],"this":[67],"problem,":[68,84],"a":[69],"novel":[70],"deep":[71],"reinforcement":[72],"learning":[73],"(DRL)-based":[74],"DCA":[75,82,107],"(DRL-DCA)":[76],"algorithm":[77,155],"proposed.":[79],"Specifically,":[80],"optimization":[83,108],"which":[85,118],"aims":[86],"at":[87],"minimizing":[88],"service":[90],"blocking":[91,159],"probability,":[92],"formulated":[94],"Due":[100],"property,":[105],"problem":[109],"modeled":[111,127],"as":[112],"Markov":[114],"decision":[115],"process":[116],"(MDP)":[117],"dominant":[121],"analytical":[122],"approach":[123],"DRL.":[125],"In":[126],"MDP,":[128],"system":[130],"state":[131],"reformulated":[133],"into":[134],"an":[135],"image-like":[136],"fashion,":[137],"then,":[139],"convolutional":[140],"neural":[141],"network":[142],"used":[144],"extract":[146],"useful":[147],"features.":[148],"Simulation":[149],"results":[150],"show":[151],"that":[152],"DRL-DCA":[154],"can":[156],"probability":[160],"improve":[162],"carried":[164],"efficiency":[168],"compared":[169],"with":[170],"other":[171],"algorithms.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}