{"id":"https://openalex.org/W7130702136","doi":"https://doi.org/10.1109/twc.2026.3659941","title":"Distributed Beam-Hopping Scheduling for LEO Mega-Constellation Networks Based on Hierarchical Multi-Agent Deep Reinforcement Learning","display_name":"Distributed Beam-Hopping Scheduling for LEO Mega-Constellation Networks Based on Hierarchical Multi-Agent Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7130702136","doi":"https://doi.org/10.1109/twc.2026.3659941"},"language":null,"primary_location":{"id":"doi:10.1109/twc.2026.3659941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3659941","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069900674","display_name":"Lizeng Gong","orcid":"https://orcid.org/0000-0002-9870-1117"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lizeng Gong","raw_affiliation_strings":["College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-9870-1117","affiliations":[{"raw_affiliation_string":"College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Quan Chen","orcid":"https://orcid.org/0000-0003-1737-7595"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Chen","raw_affiliation_strings":["College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-1737-7595","affiliations":[{"raw_affiliation_string":"College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126488226","display_name":"Lei Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-5703-2255","affiliations":[{"raw_affiliation_string":"College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126472141","display_name":"Zhenglong Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenglong Yin","raw_affiliation_strings":["College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-5215-0324","affiliations":[{"raw_affiliation_string":"College of Aerospace Science and Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126467254","display_name":"Yi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["Nanjing Research Institute of Electronics Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7461-9194","affiliations":[{"raw_affiliation_string":"Nanjing Research Institute of Electronics Technology, Nanjing, China","institution_ids":["https://openalex.org/I4210110458"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069900674"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35265176,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":null,"first_page":"12482","last_page":"12496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7526999711990356},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7014999985694885},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5230000019073486},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4593999981880188},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4228000044822693},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.41510000824928284},{"id":"https://openalex.org/keywords/constellation","display_name":"Constellation","score":0.37790000438690186},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.352400004863739},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3488999903202057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8199999928474426},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7526999711990356},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7014999985694885},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6035000085830688},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5230000019073486},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41510000824928284},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.352400004863739},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3260999917984009},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C99611785","wikidata":"https://www.wikidata.org/wiki/Q6453233","display_name":"Duplex (building)","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3043999969959259},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.2694000005722046},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C3018325918","wikidata":"https://www.wikidata.org/wiki/Q663611","display_name":"Low earth orbit","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2026.3659941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3659941","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1941591649","display_name":null,"funder_award_id":"62401597","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2006669969","display_name":null,"funder_award_id":"12002383","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G561862481","display_name":null,"funder_award_id":"2024JJ6469","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G8388968180","display_name":null,"funder_award_id":"2024JJ6469","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Beam":[0,55],"hopping":[1],"(BH)":[2],"is":[3],"crucial":[4],"for":[5],"managing":[6],"communication":[7],"resources":[8],"in":[9,25,161],"large-scale":[10],"multi-satellite,":[11],"multi-beam":[12],"Low":[13],"Earth":[14],"Orbit":[15],"(LEO)":[16],"constellation":[17],"networks.":[18],"However,":[19],"achieving":[20],"high-dynamic":[21],"multi-satellite":[22],"cooperative":[23],"BH":[24],"LEO":[26],"mega-constellations":[27],"while":[28,100],"satisfying":[29,181],"multi-dimensional":[30],"resource":[31,48,88,105],"allocation":[32,106],"demands":[33],"remains":[34],"a":[35,53,65],"significant":[36],"challenge.":[37],"To":[38],"address":[39,124],"the":[40,74,101,125,131,141,162],"interdependence":[41],"of":[42,164],"long-term":[43],"coverage":[44,93],"stability":[45],"and":[46,86,97,116,130,167],"short-term":[47],"volatility,":[49],"this":[50,63],"paper":[51],"proposes":[52],"distributed":[54],"Hierarchical":[56],"Multi-Agent":[57],"Reinforcement":[58],"Learning":[59],"(HMARL)":[60],"framework.":[61],"Within":[62],"framework,":[64],"hierarchical":[66],"Duplex":[67],"Dueling":[68],"Multi-agent":[69],"Q-learning":[70],"(QPLEX)":[71],"architecture":[72],"decouples":[73],"high-dimensional":[75],"joint":[76],"optimization":[77],"problem":[78,129],"into":[79],"two":[80],"tractable":[81],"layers:":[82],"satellite-level":[83],"cell":[84],"association":[85],"beam-level":[87],"scheduling.":[89],"The":[90],"former":[91],"handles":[92],"planning":[94],"under":[95,177],"load-balancing":[96],"interference":[98,128],"constraints,":[99],"latter":[102],"manages":[103],"dynamic":[104],"amid":[107],"spatiotemporal":[108],"traffic":[109],"variations.":[110],"Additionally,":[111],"Chemical":[112],"Reaction":[113],"Optimization":[114],"(CRO)":[115],"Cross-Layer":[117],"Attention":[118],"(CLA)":[119],"mechanisms":[120],"are":[121],"introduced":[122],"to":[123],"discrete":[126],"beam":[127],"inter-layer":[132],"information":[133],"isolation":[134],"challenge,":[135],"respectively.":[136],"Simulation":[137],"results":[138,151],"show":[139],"that":[140],"proposed":[142],"method,":[143],"BH-HMARL,":[144],"performs":[145],"better":[146],"than":[147],"baseline":[148],"methods.":[149],"Further":[150],"confirm":[152],"its":[153],"scalability,":[154],"with":[155,174],"performance":[156],"remaining":[157],"stable":[158],"despite":[159],"variations":[160],"number":[163],"satellites,":[165],"beams,":[166],"cells.":[168],"Moreover,":[169],"BH-HMARL":[170],"achieves":[171],"real-time":[172],"scheduling":[173],"execution":[175],"time":[176],"5ms":[178],"per":[179],"agent,":[180],"slot":[182],"duration":[183],"constraints.":[184]},"counts_by_year":[],"updated_date":"2026-02-27T06:17:20.405678","created_date":"2026-02-21T00:00:00"}