{"id":"https://openalex.org/W7084921020","doi":"https://doi.org/10.1109/tvt.2025.3618701","title":"Efficient Joint Beam Pattern and Power Allocation in Beam Hopping LEO Satellite Systems: A Multi-Agent Actor-Critic Approach","display_name":"Efficient Joint Beam Pattern and Power Allocation in Beam Hopping LEO Satellite Systems: A Multi-Agent Actor-Critic Approach","publication_year":2025,"publication_date":"2025-10-07","ids":{"openalex":"https://openalex.org/W7084921020","doi":"https://doi.org/10.1109/tvt.2025.3618701"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3618701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3618701","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ronghui Zhang","orcid":"https://orcid.org/0000-0001-7838-0638"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghui Zhang","raw_affiliation_strings":["Institute of Industrial Internet, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7838-0638","affiliations":[{"raw_affiliation_string":"Institute of Industrial Internet, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoyun Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyun Liu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junsheng Mu","orcid":"https://orcid.org/0000-0002-5352-8314"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junsheng Mu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5352-8314","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaojun Jing","orcid":"https://orcid.org/0000-0003-2560-4364"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Jing","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2560-4364","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Muddesar Iqbal","orcid":"https://orcid.org/0000-0002-8438-6726"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Muddesar Iqbal","raw_affiliation_strings":["Renewable Energy Lab, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-8438-6726","affiliations":[{"raw_affiliation_string":"Renewable Energy Lab, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shahid Mumtaz","orcid":"https://orcid.org/0000-0001-6364-6149"},"institutions":[{"id":"https://openalex.org/I119004910","display_name":"Silesian University of Technology","ror":"https://ror.org/02dyjk442","country_code":"PL","type":"education","lineage":["https://openalex.org/I119004910"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Shahid Mumtaz","raw_affiliation_strings":["Department of Applied Informatics, Silesian University of Technology, Gliwice, Poland"],"raw_orcid":"https://orcid.org/0000-0001-6364-6149","affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, Silesian University of Technology, Gliwice, Poland","institution_ids":["https://openalex.org/I119004910"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8211,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81300879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"75","issue":"4","first_page":"5939","last_page":"5951"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.34279999136924744,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.34279999136924744,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.12970000505447388,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10497","display_name":"Fungal and yeast genetics research","score":0.05950000137090683,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.699999988079071},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5730999708175659},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.557200014591217},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.5565999746322632},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5033000111579895},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.48100000619888306},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.447299987077713},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.44519999623298645},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.4359000027179718}],"concepts":[{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.699999988079071},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6347000002861023},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5730999708175659},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.557200014591217},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.5565999746322632},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5033000111579895},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.48100000619888306},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.424699991941452},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.40459999442100525},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38019999861717224},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.367000013589859},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.36649999022483826},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33390000462532043},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32429999113082886},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.31200000643730164},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.30550000071525574},{"id":"https://openalex.org/C2778027091","wikidata":"https://www.wikidata.org/wiki/Q25346003","display_name":"Satellite system","level":4,"score":0.28929999470710754},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.25760000944137573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3618701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3618701","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6124141988","display_name":null,"funder_award_id":"62471069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-beam":[0],"low":[1],"Earth":[2],"orbit":[3],"(MB-LEO)":[4],"satellites":[5],"are":[6,81],"crucial":[7],"for":[8,105,191],"satellite":[9,112],"Internet":[10],"access,":[11],"as":[12,89],"they":[13],"simultaneously":[14],"transmit":[15],"multiple":[16],"spot":[17],"beams":[18],"to":[19,30,142,158,179],"serve":[20],"numerous":[21],"ground":[22],"users.":[23],"The":[24],"creation":[25],"of":[26,37,45,200],"dispersed":[27],"beam":[28,51,92,138,160],"patterns":[29],"avoid":[31],"interference":[32,76],"and":[33,59,80,91,101,146,183,212],"the":[34,43,121,126,136,169,189,198],"efficient":[35,106],"allocation":[36,66,109,128,152],"limited":[38],"onboard":[39],"resources":[40,214],"significantly":[41],"impact":[42],"quality":[44],"communication":[46],"services.":[47],"Traditional":[48],"pre-defined":[49],"periodic":[50],"hopping":[52],"(BH)":[53],"methods":[54],"struggle":[55],"with":[56],"unevenly":[57],"distributed":[58],"time-varying":[60],"traffic":[61,163,193],"requests.":[62,194],"Existing":[63],"BH":[64,107,177],"resource":[65,108,127,166],"schemes":[67],"using":[68,114],"reinforcement":[69],"learning":[70],"face":[71],"challenges":[72],"in":[73,110,203],"avoiding":[74,204],"inter-beam":[75,205],"through":[77],"location":[78],"selection":[79],"constrained":[82],"by":[83,187],"action":[84],"space,":[85],"complicating":[86],"model":[87],"training":[88,170],"user":[90],"numbers":[93],"increase.":[94],"This":[95],"paper":[96],"presents":[97],"a":[98,115,150,172],"comprehensive":[99],"framework":[100],"its":[102],"mathematical":[103],"formulation":[104],"MB-LEO":[111],"systems":[113],"multi-agent":[116],"actor-critic":[117],"method.":[118],"To":[119],"address":[120],"multi-objective,":[122],"multi-dimensional":[123],"optimization":[124],"problem,":[125],"process":[129],"is":[130,140],"divided":[131],"into":[132],"two":[133],"stages.":[134],"First,":[135],"optimal":[137],"pattern":[139],"determined":[141],"maximize":[143],"channel":[144],"capacity":[145],"system":[147,208],"throughput.":[148],"Then,":[149],"power":[151,157],"(PA)":[153],"agent":[154],"dynamically":[155],"distributes":[156],"each":[159],"based":[161,215],"on":[162,216],"demand,":[164],"optimizing":[165],"utilization.":[167],"During":[168],"phase,":[171],"dynamic":[173],"adjustment":[174],"mechanism":[175],"guides":[176],"agents":[178],"balance":[180],"throughput":[181],"maximization":[182],"packet":[184],"loss":[185],"minimization":[186],"adjusting":[188],"penalty":[190],"dropped":[192],"Experimental":[195],"results":[196],"demonstrate":[197],"effectiveness":[199],"our":[201],"method":[202],"interference,":[206],"improving":[207],"throughput,":[209],"reducing":[210],"latency,":[211],"allocating":[213],"demand.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}