{"id":"https://openalex.org/W4405022725","doi":"https://doi.org/10.1109/jiot.2024.3511672","title":"Multiagent DRL for Two-Timescale Bandwidth Allocation in Multibeam Satellite Networks","display_name":"Multiagent DRL for Two-Timescale Bandwidth Allocation in Multibeam Satellite Networks","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405022725","doi":"https://doi.org/10.1109/jiot.2024.3511672"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3511672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3511672","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100536841","display_name":"Lin Liang","orcid":"https://orcid.org/0009-0005-9852-9176"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liming Liang","raw_affiliation_strings":["School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015211685","display_name":"Pengfei Duan","orcid":"https://orcid.org/0000-0003-2589-0997"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Duan","raw_affiliation_strings":["School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076566366","display_name":"Gaofeng Cui","orcid":"https://orcid.org/0000-0001-9814-2768"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaofeng Cui","raw_affiliation_strings":["School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432924","display_name":"Weidong Wang","orcid":"https://orcid.org/0000-0002-0343-9559"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Wang","raw_affiliation_strings":["School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and the Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100536841"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":2.7957,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92868082,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"12","issue":"8","first_page":"10613","last_page":"10626"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10125","display_name":"Advanced Wireless Communication Techniques","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7159799337387085},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.6583496928215027},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.637511134147644},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.5851089954376221},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.46401771903038025},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.4294655919075012},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4289212226867676},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.41660332679748535},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.32424086332321167},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11150428652763367},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.09856647253036499},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0806206464767456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7159799337387085},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.6583496928215027},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.637511134147644},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.5851089954376221},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.46401771903038025},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.4294655919075012},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4289212226867676},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.41660332679748535},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.32424086332321167},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11150428652763367},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.09856647253036499},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0806206464767456}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3511672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3511672","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G7549721432","display_name":null,"funder_award_id":"62171052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7806191926","display_name":null,"funder_award_id":"24820232023YQTD01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8778779482","display_name":null,"funder_award_id":"24820232023YQTD01","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2070084552","https://openalex.org/W2601420118","https://openalex.org/W2914528088","https://openalex.org/W2943017603","https://openalex.org/W2963654596","https://openalex.org/W2971544482","https://openalex.org/W2981809281","https://openalex.org/W2996574422","https://openalex.org/W3000628012","https://openalex.org/W3001314220","https://openalex.org/W3003394437","https://openalex.org/W3045164304","https://openalex.org/W3092034910","https://openalex.org/W3109233538","https://openalex.org/W3116677227","https://openalex.org/W3118097924","https://openalex.org/W3153686696","https://openalex.org/W3171582963","https://openalex.org/W3195015378","https://openalex.org/W3199840422","https://openalex.org/W3200965230","https://openalex.org/W3202334432","https://openalex.org/W3207334251","https://openalex.org/W3208648132","https://openalex.org/W3217696802","https://openalex.org/W4206803556","https://openalex.org/W4210565458","https://openalex.org/W4214660297","https://openalex.org/W4245962450","https://openalex.org/W4285226971","https://openalex.org/W4292261867","https://openalex.org/W4312455837","https://openalex.org/W4313270738","https://openalex.org/W4316876954","https://openalex.org/W4388040498","https://openalex.org/W4399338466"],"related_works":["https://openalex.org/W2028190576","https://openalex.org/W2148705057","https://openalex.org/W4251345889","https://openalex.org/W2141211540","https://openalex.org/W1990230466","https://openalex.org/W4206958678","https://openalex.org/W2044253388","https://openalex.org/W2373343648","https://openalex.org/W2073876121","https://openalex.org/W2128382336"],"abstract_inverted_index":{"Multibeam":[0],"technology,":[1],"as":[2,53],"one":[3],"of":[4,101,126,131],"the":[5,18,30,42,54,89,98,123,132,156,162,172,193],"crucial":[6],"technologies":[7],"for":[8,69,135,165],"implementing":[9],"high":[10,133],"throughput":[11],"satellite":[12,119],"(HTS)":[13],"systems,":[14],"can":[15],"flexibly":[16],"allocate":[17],"beam":[19],"resources":[20],"to":[21,29,40,154,179],"enhance":[22],"communication":[23,70,186],"quality":[24],"and":[25,58,105,160,181,188],"transmission":[26],"rates.":[27],"Due":[28],"variability":[31,102],"in":[32,45,66,84,103,117,129,138,185],"service":[33,47],"demand,":[34],"traditional":[35],"resource":[36,71,75,82,93,107],"allocation":[37,76,83,115,137,146],"methods":[38],"struggle":[39],"accommodate":[41],"dynamic":[43,139],"changes":[44],"user":[46,140],"requirements.":[48],"Thus,":[49],"heuristic":[50],"algorithms,":[51],"such":[52],"genetic":[55],"algorithm":[56,147,174],"(GA)":[57],"deep":[59],"reinforcement":[60],"learning":[61],"(DRL)":[62],"are":[63],"commonly":[64],"used":[65],"current":[67],"research":[68],"allocation.":[72],"However,":[73],"existing":[74],"strategies":[77,116],"mainly":[78],"focus":[79],"on":[80,149],"radio":[81],"a":[85,142],"single":[86],"timescale,":[87],"neglecting":[88],"differentiated":[90],"time":[91,178],"granularity":[92],"scheduling":[94],"requirements":[95],"arising":[96],"from":[97],"distinct":[99],"characteristics":[100],"beam-level":[104],"user-level":[106],"demands.":[108],"In":[109],"this":[110],"article,":[111],"we":[112],"investigate":[113],"bandwidth":[114,136,145],"multibeam":[118],"(MBS)":[120],"networks.":[121],"Considering":[122],"potential":[124],"drawbacks":[125],"single-agent":[127,194],"algorithms":[128],"terms":[130],"complexity":[134],"demands,":[141],"two-timescale":[143],"hierarchical":[144],"based":[148],"multiagent":[150],"DRL":[151,195],"is":[152],"proposed":[153,173],"minimize":[155],"total":[157],"system":[158,189],"delay":[159,163,187],"guarantee":[161],"fairness":[164,190],"ground":[166],"users.":[167],"Simulation":[168],"results":[169],"demonstrate":[170],"that":[171],"requires":[175],"shorter":[176],"training":[177],"converge":[180],"exhibits":[182],"superior":[183],"performance":[184],"compared":[191],"with":[192],"algorithm.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}