{"id":"https://openalex.org/W4412444921","doi":"https://doi.org/10.1109/jiot.2025.3589349","title":"A Hybrid Beam Hopping Scheme for Uneven Traffic and Complex Jamming Environments in LEO Satellites: Integrating Statistical Planning and Reinforcement Learning","display_name":"A Hybrid Beam Hopping Scheme for Uneven Traffic and Complex Jamming Environments in LEO Satellites: Integrating Statistical Planning and Reinforcement Learning","publication_year":2025,"publication_date":"2025-07-15","ids":{"openalex":"https://openalex.org/W4412444921","doi":"https://doi.org/10.1109/jiot.2025.3589349"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3589349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3589349","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101524229","display_name":"Rui Huang","orcid":"https://orcid.org/0000-0002-6087-2877"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Huang","raw_affiliation_strings":["Integrated Service Networks Laboratory, Xidian University, Xi’an, China","The Integrated Service Networks Lab, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-6087-2877","affiliations":[{"raw_affiliation_string":"Integrated Service Networks Laboratory, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The Integrated Service Networks Lab, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009796023","display_name":"Jiangbo Si","orcid":"https://orcid.org/0000-0002-7419-4042"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangbo Si","raw_affiliation_strings":["Integrated Service Networks Laboratory, Xidian University, Xi’an, China","The Integrated Service Networks Lab, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-7419-4042","affiliations":[{"raw_affiliation_string":"Integrated Service Networks Laboratory, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The Integrated Service Networks Lab, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697315","display_name":"Zan Li","orcid":"https://orcid.org/0000-0002-5207-6504"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Li","raw_affiliation_strings":["Integrated Service Networks Laboratory, Xidian University, Xi’an, China","The Integrated Service Networks Lab, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-5207-6504","affiliations":[{"raw_affiliation_string":"Integrated Service Networks Laboratory, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The Integrated Service Networks Lab, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101418812","display_name":"Boyu Deng","orcid":"https://orcid.org/0000-0001-9491-9795"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyu Deng","raw_affiliation_strings":["Institute of Systems Engineering, Academy of Military Sciences, Beijing, China","The Institute of Systems Engineering, Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9491-9795","affiliations":[{"raw_affiliation_string":"Institute of Systems Engineering, Academy of Military Sciences, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"The Institute of Systems Engineering, Academy of Military Sciences, Beijing, China","institution_ids":["https://openalex.org/I2802541053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101595308","display_name":"Jingchao Wang","orcid":"https://orcid.org/0000-0002-4719-6173"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingchao Wang","raw_affiliation_strings":["Institute of Systems Engineering, Academy of Military Sciences, Beijing, China","The Institute of Systems Engineering, Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4719-6173","affiliations":[{"raw_affiliation_string":"Institute of Systems Engineering, Academy of Military Sciences, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"The Institute of Systems Engineering, Academy of Military Sciences, Beijing, China","institution_ids":["https://openalex.org/I2802541053"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024016682","display_name":"Haoqin Zhao","orcid":"https://orcid.org/0009-0009-9096-0147"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoqin Zhao","raw_affiliation_strings":["Integrated Service Networks Laboratory, Xidian University, Xi’an, China","The Integrated Service Networks Lab, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0009-9096-0147","affiliations":[{"raw_affiliation_string":"Integrated Service Networks Laboratory, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"The Integrated Service Networks Lab, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92237089,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":"19","first_page":"39730","last_page":"39744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8365126848220825},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.7598581910133362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7167559862136841},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5348917841911316},{"id":"https://openalex.org/keywords/frequency-hopping-spread-spectrum","display_name":"Frequency-hopping spread spectrum","score":0.4655032753944397},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38278070092201233},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3686618208885193},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3581237196922302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22459161281585693}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8365126848220825},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.7598581910133362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7167559862136841},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5348917841911316},{"id":"https://openalex.org/C122962297","wikidata":"https://www.wikidata.org/wiki/Q1136013","display_name":"Frequency-hopping spread spectrum","level":2,"score":0.4655032753944397},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38278070092201233},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3686618208885193},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3581237196922302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22459161281585693},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3589349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3589349","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G5657156494","display_name":null,"funder_award_id":"2022YFC3301300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1964999467","https://openalex.org/W2011177550","https://openalex.org/W2788350651","https://openalex.org/W2793398825","https://openalex.org/W2807192995","https://openalex.org/W2904747654","https://openalex.org/W2908261578","https://openalex.org/W2990253904","https://openalex.org/W3000537180","https://openalex.org/W3003361041","https://openalex.org/W3016325548","https://openalex.org/W3045164304","https://openalex.org/W3081405700","https://openalex.org/W3089706104","https://openalex.org/W3176841683","https://openalex.org/W3178636644","https://openalex.org/W4205628489","https://openalex.org/W4206738484","https://openalex.org/W4210565458","https://openalex.org/W4250589301","https://openalex.org/W4312792337","https://openalex.org/W4312857557","https://openalex.org/W4312871425","https://openalex.org/W4317761493","https://openalex.org/W4387682038","https://openalex.org/W4388469620","https://openalex.org/W4390807353","https://openalex.org/W4392309268","https://openalex.org/W4396877937","https://openalex.org/W4400944500","https://openalex.org/W4402401578","https://openalex.org/W4404101446","https://openalex.org/W4404479647","https://openalex.org/W4405488345","https://openalex.org/W4408564754"],"related_works":["https://openalex.org/W4362501885","https://openalex.org/W2072557226","https://openalex.org/W2996695026","https://openalex.org/W2356164603","https://openalex.org/W3186736830","https://openalex.org/W2766780944","https://openalex.org/W2380214240","https://openalex.org/W2352307089","https://openalex.org/W2392336977","https://openalex.org/W2056132066"],"abstract_inverted_index":{"The":[0,74,120,207],"integration":[1,208],"of":[2,92,154,209],"beam":[3,69],"hopping":[4,70],"(BH)":[5],"technology":[6],"into":[7,82],"Low":[8],"Earth":[9,227],"Orbit":[10],"(LEO)":[11],"satellite":[12,229],"communication":[13,224],"systems":[14],"has":[15],"emerged":[16],"as":[17],"a":[18,53,98,127,165],"critical":[19],"strategy":[20],"to":[21,66,141,204],"enhance":[22],"spectral":[23],"efficiency":[24,218],"and":[25,42,87,108,117,145,172,199,212],"flexibility.":[26],"However,":[27],"conventional":[28],"BH":[29,79],"methods":[30],"often":[31],"exhibit":[32],"insufficient":[33],"robustness":[34,196],"when":[35],"confronted":[36],"with":[37,61,219],"uneven":[38],"terrestrial":[39],"traffic":[40,115],"demands":[41],"dynamic":[43,234],"jamming":[44,118,143],"levels.":[45],"This":[46,149],"paper":[47],"addresses":[48],"this":[49],"challenge":[50],"by":[51],"proposing":[52],"novel":[54],"hybrid":[55],"framework":[56,76,150],"that":[57,188],"synergizes":[58],"statistical":[59,85,104,114,210],"planning":[60,86,211],"multi-agent":[62],"reinforcement":[63],"learning":[64],"(MARL)":[65],"achieve":[67],"anti-jamming":[68],"for":[71,103],"LEO":[72],"satellites.":[73],"proposed":[75,190],"decomposes":[77],"the":[78,93,152,161,167,189],"scheduling":[80],"process":[81],"two":[83],"phases:":[84],"real-time":[88,220],"adjustment.":[89],"A":[90],"portion":[91],"beams":[94,122,155],"are":[95,123],"managed":[96],"using":[97,126],"low-complexity":[99],"potential":[100],"game":[101],"algorithm":[102],"planning,":[105],"ensuring":[106],"stability":[107],"efficient":[109],"resource":[110],"allocation":[111],"based":[112],"on":[113],"patterns":[116],"conditions.":[119],"remaining":[121],"dynamically":[124],"adjusted":[125],"low":[128,226],"information":[129,181],"exchange":[130],"Mean-Field":[131],"Multi-Agent":[132],"Proximal":[133],"Policy":[134],"Optimization":[135],"(MFMAPPO)":[136],"algorithm,":[137],"enabling":[138],"rapid":[139],"adaptation":[140],"instantaneous":[142],"events":[144],"fluctuating":[146],"user":[147],"demands.":[148],"reduces":[151,200],"number":[153],"considered":[156],"during":[157],"training,":[158],"thereby":[159],"simplifying":[160],"action":[162],"space.":[163],"As":[164],"result,":[166],"system":[168],"achieves":[169],"quicker":[170],"convergence":[171],"offers":[173],"enhanced":[174],"robustness,":[175],"especially":[176],"in":[177,225],"environments":[178],"where":[179],"some":[180],"may":[182],"be":[183],"missing.":[184],"Simulation":[185],"results":[186],"demonstrate":[187],"method":[191],"significantly":[192],"enhances":[193],"throughput,":[194],"improves":[195],"against":[197],"jamming,":[198],"training":[201],"time":[202],"compared":[203],"other":[205],"baselines.":[206],"mean-field":[213],"MARL":[214],"effectively":[215],"balances":[216],"long-term":[217],"adaptability,":[221],"achieving":[222],"high-quality":[223],"orbit":[228],"coverage":[230],"areas":[231],"under":[232],"high":[233],"environments.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}