{"id":"https://openalex.org/W4210565458","doi":"https://doi.org/10.1109/tvt.2022.3145848","title":"Dynamic Beam Pattern and Bandwidth Allocation Based on Multi-Agent Deep Reinforcement Learning for Beam Hopping Satellite Systems","display_name":"Dynamic Beam Pattern and Bandwidth Allocation Based on Multi-Agent Deep Reinforcement Learning for Beam Hopping Satellite Systems","publication_year":2022,"publication_date":"2022-01-25","ids":{"openalex":"https://openalex.org/W4210565458","doi":"https://doi.org/10.1109/tvt.2022.3145848"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3145848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3145848","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023772844","display_name":"Zhiyuan Lin","orcid":"https://orcid.org/0000-0002-4239-1308"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Lin","raw_affiliation_strings":["Department of Electronic Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4239-1308","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028579037","display_name":"Zuyao Ni","orcid":"https://orcid.org/0000-0003-2103-013X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuyao Ni","raw_affiliation_strings":["Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2103-013X","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020458531","display_name":"Linling Kuang","orcid":"https://orcid.org/0000-0001-8283-855X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linling Kuang","raw_affiliation_strings":["Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8283-855X","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072193","display_name":"Chunxiao Jiang","orcid":"https://orcid.org/0000-0002-3703-121X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Jiang","raw_affiliation_strings":["Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3703-121X","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101577243","display_name":"Zhen Huang","orcid":"https://orcid.org/0000-0002-9272-8343"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Huang","raw_affiliation_strings":["Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":98.1344,"has_fulltext":false,"cited_by_count":167,"citation_normalized_percentile":{"value":0.99964458,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"71","issue":"4","first_page":"3917","last_page":"3930"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7945632934570312},{"id":"https://openalex.org/keywords/dynamic-bandwidth-allocation","display_name":"Dynamic bandwidth allocation","score":0.7274767756462097},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6921477913856506},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.6596753597259521},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.6057562232017517},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.47411277890205383},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.46189960837364197},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.4461996555328369},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.436197966337204},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.42118537425994873},{"id":"https://openalex.org/keywords/beam-search","display_name":"Beam search","score":0.4153313934803009},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3836401700973511},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35361674427986145},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3264278769493103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2622336149215698},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2607426047325134},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.23643550276756287},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19967305660247803},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17255589365959167},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14912867546081543},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.09220173954963684}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7945632934570312},{"id":"https://openalex.org/C145062175","wikidata":"https://www.wikidata.org/wiki/Q5318947","display_name":"Dynamic bandwidth allocation","level":3,"score":0.7274767756462097},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6921477913856506},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.6596753597259521},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.6057562232017517},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.47411277890205383},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.46189960837364197},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.4461996555328369},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.436197966337204},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.42118537425994873},{"id":"https://openalex.org/C19889080","wikidata":"https://www.wikidata.org/wiki/Q2835852","display_name":"Beam search","level":3,"score":0.4153313934803009},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3836401700973511},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35361674427986145},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3264278769493103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2622336149215698},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2607426047325134},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.23643550276756287},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19967305660247803},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17255589365959167},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14912867546081543},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.09220173954963684},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3145848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3145848","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1031780679","display_name":null,"funder_award_id":"2019YFB1803005","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1978697452","https://openalex.org/W1992558226","https://openalex.org/W2008490255","https://openalex.org/W2066008696","https://openalex.org/W2070084552","https://openalex.org/W2135269514","https://openalex.org/W2136687807","https://openalex.org/W2145339207","https://openalex.org/W2158810563","https://openalex.org/W2165106609","https://openalex.org/W2185245312","https://openalex.org/W2328795904","https://openalex.org/W2569659590","https://openalex.org/W2615613896","https://openalex.org/W2734990044","https://openalex.org/W2746553466","https://openalex.org/W2752507962","https://openalex.org/W2766630123","https://openalex.org/W2793491406","https://openalex.org/W2796965548","https://openalex.org/W2805161269","https://openalex.org/W2807192995","https://openalex.org/W2810694431","https://openalex.org/W2891654323","https://openalex.org/W2901328626","https://openalex.org/W2904747654","https://openalex.org/W2914528088","https://openalex.org/W2963777077","https://openalex.org/W2982556320","https://openalex.org/W2984124215","https://openalex.org/W2990993261","https://openalex.org/W2996574422","https://openalex.org/W3000537180","https://openalex.org/W3003361041","https://openalex.org/W3009100893","https://openalex.org/W3016256525","https://openalex.org/W3016282456","https://openalex.org/W3016586903","https://openalex.org/W3036509096","https://openalex.org/W3045164304","https://openalex.org/W3120881540","https://openalex.org/W6631190155"],"related_works":["https://openalex.org/W1990230466","https://openalex.org/W2276952301","https://openalex.org/W2787778301","https://openalex.org/W4251345889","https://openalex.org/W2044253388","https://openalex.org/W2154883669","https://openalex.org/W2152173291","https://openalex.org/W4214660297","https://openalex.org/W1994790857","https://openalex.org/W1567107458"],"abstract_inverted_index":{"Due":[0],"to":[1,15,24,54,139,178,185,192,220],"the":[2,10,20,48,57,62,97,129,165,182,187,194,198,207,222,230],"non-uniform":[3,223],"geographic":[4],"distribution":[5],"and":[6,28,108,125,134,196,217,224],"time-varying":[7,58,225],"characteristics":[8],"of":[9,19,96,99,120,122,132,142,171],"ground":[11],"traffic":[12,59,226,231],"request,":[13],"how":[14],"make":[16,90],"full":[17],"use":[18],"limited":[21],"beam":[22,35,42,93,106,135,215],"resources":[23],"serve":[25],"users":[26],"flexibly":[27,116],"efficiently":[29],"is":[30,52,153,161],"a":[31,70,104,145,237],"brand-new":[32],"challenge":[33],"for":[34,164],"hopping":[36,43],"satellite":[37],"systems.":[38],"The":[39,174],"conventional":[40],"greedy-based":[41],"methods":[44,82],"do":[45],"not":[46,76],"consider":[47],"long-term":[49],"reward,":[50],"which":[51,74,115,190],"difficult":[53],"deal":[55],"with":[56],"demand.":[60],"Meanwhile,":[61],"heuristic":[63],"algorithms":[64],"such":[65],"as":[66],"genetic":[67],"algorithm":[68],"have":[69],"slow":[71],"convergence":[72],"time,":[73,123],"can":[75,176,212],"achieve":[77,186,213],"real-time":[78,214],"scheduling.":[79],"Furthermore,":[80,228],"existing":[81],"based":[83,112],"on":[84,92,113],"deep":[85,148],"reinforcement":[86,149],"learning":[87,150],"(DRL)":[88],"only":[89,162],"decisions":[91],"patterns,":[94],"lack":[95],"freedom":[98,121],"bandwidth.":[100],"This":[101],"paper":[102],"proposes":[103],"dynamic":[105],"pattern":[107,136,216],"bandwidth":[109,133,169,218],"allocation":[110,131,167,170,219],"scheme":[111],"DRL,":[114],"uses":[117],"three":[118],"degrees":[119],"space":[124],"frequency.":[126],"Considering":[127],"that":[128,206],"joint":[130],"will":[137],"lead":[138],"an":[140],"explosion":[141],"action":[143],"space,":[144],"cooperative":[146],"multi-agents":[147],"(MADRL)":[151],"framework":[152],"presented":[154],"in":[155],"this":[156],"paper,":[157],"where":[158],"each":[159],"agent":[160],"responsible":[163],"illumination":[166],"or":[168],"one":[172],"beam.":[173],"agents":[175],"learn":[177],"collaborate":[179],"by":[180],"sharing":[181],"same":[183],"reward":[184],"common":[188],"goal,":[189],"refers":[191],"maximize":[193],"throughput":[195],"minimize":[197],"delay":[199],"fairness":[200],"between":[201],"cells.":[202],"Simulation":[203],"results":[204],"demonstrate":[205],"offline":[208],"trained":[209],"MADRL":[210],"model":[211,235],"match":[221],"request.":[227],"when":[229],"demand":[232],"increases,":[233],"our":[234],"has":[236],"good":[238],"generalization":[239],"ability.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":55},{"year":2024,"cited_by_count":55},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":14}],"updated_date":"2026-06-28T08:01:55.173337","created_date":"2025-10-10T00:00:00"}