{"id":"https://openalex.org/W4410227127","doi":"https://doi.org/10.1109/wcnc61545.2025.10978765","title":"A Multi-Agent Reinforcement Learning Based Cooperative Beam Hopping Scheme for LEO Mega Constellation Networks","display_name":"A Multi-Agent Reinforcement Learning Based Cooperative Beam Hopping Scheme for LEO Mega Constellation Networks","publication_year":2025,"publication_date":"2025-03-24","ids":{"openalex":"https://openalex.org/W4410227127","doi":"https://doi.org/10.1109/wcnc61545.2025.10978765"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc61545.2025.10978765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc61545.2025.10978765","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109695859","display_name":"Chaoyu Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoyu Ren","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101517991","display_name":"Feng Tian","orcid":"https://orcid.org/0000-0003-2091-9412"},"institutions":[{"id":"https://openalex.org/I4210088244","display_name":"Shanghai Micro Satellite Engineering Center","ror":"https://ror.org/003cp7918","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210088244"]},{"id":"https://openalex.org/I4387154354","display_name":"Innovation Academy for Microsatellites of Chinese Academy of Sciences","ror":"https://ror.org/05f6mer85","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4387154354"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Tian","raw_affiliation_strings":["Innovation Academy for Microsatellite of Chinese Academy of Science,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Innovation Academy for Microsatellite of Chinese Academy of Science,Shanghai,China","institution_ids":["https://openalex.org/I4210088244","https://openalex.org/I4387154354"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanchun Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088244","display_name":"Shanghai Micro Satellite Engineering Center","ror":"https://ror.org/003cp7918","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210088244"]},{"id":"https://openalex.org/I4387154354","display_name":"Innovation Academy for Microsatellites of Chinese Academy of Sciences","ror":"https://ror.org/05f6mer85","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4387154354"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanchun Zhao","raw_affiliation_strings":["Innovation Academy for Microsatellite of Chinese Academy of Science,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Innovation Academy for Microsatellite of Chinese Academy of Science,Shanghai,China","institution_ids":["https://openalex.org/I4210088244","https://openalex.org/I4387154354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631552","display_name":"Wenqian Wang","orcid":"https://orcid.org/0000-0001-6428-6026"},"institutions":[{"id":"https://openalex.org/I4210088244","display_name":"Shanghai Micro Satellite Engineering Center","ror":"https://ror.org/003cp7918","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210088244"]},{"id":"https://openalex.org/I4387154354","display_name":"Innovation Academy for Microsatellites of Chinese Academy of Sciences","ror":"https://ror.org/05f6mer85","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4387154354"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqian Wang","raw_affiliation_strings":["Innovation Academy for Microsatellite of Chinese Academy of Science,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Innovation Academy for Microsatellite of Chinese Academy of Science,Shanghai,China","institution_ids":["https://openalex.org/I4210088244","https://openalex.org/I4387154354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101317782","display_name":"Ziheng Yang","orcid":"https://orcid.org/0009-0000-4001-8588"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziheng Yang","raw_affiliation_strings":["Institue of Space Internet, Fudan University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institue of Space Internet, Fudan University,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074611998","display_name":"Yue Gao","orcid":"https://orcid.org/0000-0001-7559-1288"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Gao","raw_affiliation_strings":["Institue of Space Internet, Fudan University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institue of Space Internet, Fudan University,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102019438","display_name":"Huijie Liu","orcid":"https://orcid.org/0000-0002-3254-9642"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijie Liu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.628,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.98390181,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12450","display_name":"Radio Astronomy Observations and Technology","score":0.9265999794006348,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7823941707611084},{"id":"https://openalex.org/keywords/constellation","display_name":"Constellation","score":0.7821646928787231},{"id":"https://openalex.org/keywords/mega","display_name":"Mega-","score":0.693021297454834},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5591257214546204},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5567712187767029},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.46199893951416016},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.4123589098453522},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.3190196454524994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21207773685455322},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.16688212752342224},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09970167279243469},{"id":"https://openalex.org/keywords/astronomy","display_name":"Astronomy","score":0.057640284299850464}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7823941707611084},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.7821646928787231},{"id":"https://openalex.org/C2781078984","wikidata":"https://www.wikidata.org/wiki/Q107205","display_name":"Mega-","level":2,"score":0.693021297454834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5591257214546204},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5567712187767029},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.46199893951416016},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.4123589098453522},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3190196454524994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21207773685455322},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.16688212752342224},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09970167279243469},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.057640284299850464},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc61545.2025.10978765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc61545.2025.10978765","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3100341490","display_name":null,"funder_award_id":"62341105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2154695481","https://openalex.org/W2328795904","https://openalex.org/W2957568412","https://openalex.org/W3003361041","https://openalex.org/W3207401138","https://openalex.org/W4205113612","https://openalex.org/W4210565458","https://openalex.org/W4295350358","https://openalex.org/W4312857557","https://openalex.org/W4385062391","https://openalex.org/W4386260517","https://openalex.org/W4400277580"],"related_works":["https://openalex.org/W4402810557","https://openalex.org/W4385584191","https://openalex.org/W3112226121","https://openalex.org/W102059279","https://openalex.org/W3191105034","https://openalex.org/W2163047545","https://openalex.org/W4403255782","https://openalex.org/W4308491350","https://openalex.org/W2922464302","https://openalex.org/W949046406"],"abstract_inverted_index":{"The":[0],"LEO":[1,30,44,107,113],"(Low":[2],"Earth":[3],"Orbit)":[4],"mega":[5,108],"constellation":[6,31,109],"network":[7,32],"with":[8],"beam-hopping":[9,26,36,103,118,126,158],"scheme":[10,27,104,150],"has":[11,33],"become":[12],"a":[13,42,60,96,129,134],"promising":[14],"approach":[15],"to":[16,66,146],"provide":[17],"global":[18],"communications.":[19],"Most":[20],"of":[21,47,165],"the":[22,25,50,56,67,76,81,106,112,117,125,152,156,160],"research":[23],"on":[24,35],"design":[28,95],"for":[29,41,105],"focused":[34],"scheduling":[37],"and":[38,80,119,132,137,151,168],"power":[39],"allocation":[40],"single":[43,85],"satellite.":[45],"Few":[46],"them":[48],"considered":[49],"cooperation":[51],"between":[52],"adjacent":[53,73],"satellites":[54,63,74,114],"covering":[55],"overlapping":[57],"areas.":[58],"As":[59],"result,":[61],"many":[62],"illuminate":[64],"beams":[65],"same":[68],"areas":[69,87],"covered":[70],"by":[71],"multiple":[72],"wasting":[75],"limited":[77],"onboard":[78],"resource,":[79],"users":[82],"located":[83],"in":[84,163],"coverage":[86],"cannot":[88],"be":[89],"served.":[90],"In":[91],"this":[92],"paper,":[93],"we":[94,123],"multi-agent":[97,130],"reinforcement":[98],"learning":[99],"(MARL)":[100],"based":[101],"cooperative":[102,157],"network,":[110],"where":[111],"cooperatively":[115],"schedule":[116],"allocate":[120],"resource.":[121],"Specifically,":[122],"formulate":[124],"problem":[127],"as":[128],"model,":[131],"propose":[133],"Centralized":[135],"Training":[136],"Decentralized":[138],"Execution":[139],"(CTDE)":[140],"algorithm.":[141],"Various":[142],"simulations":[143],"are":[144],"conducted":[145],"evaluate":[147],"our":[148],"proposed":[149],"results":[153],"show":[154],"that":[155],"outperforms":[159],"existing":[161],"schemes":[162],"terms":[164],"resource":[166],"utilization":[167],"system":[169],"throughput.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}