{"id":"https://openalex.org/W4392309268","doi":"https://doi.org/10.1109/twc.2024.3368689","title":"Satellite-Terrestrial Coordinated Multi-Satellite Beam Hopping Scheduling Based on Multi-Agent Deep Reinforcement Learning","display_name":"Satellite-Terrestrial Coordinated Multi-Satellite Beam Hopping Scheduling Based on Multi-Agent Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-02-29","ids":{"openalex":"https://openalex.org/W4392309268","doi":"https://doi.org/10.1109/twc.2024.3368689"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2024.3368689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3368689","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023772844","display_name":"Zhiyuan Lin","orcid":"https://orcid.org/0000-0002-4239-1308"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Lin","raw_affiliation_strings":["Department of Electronic Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Department of Electronic Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4239-1308","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028579037","display_name":"Zuyao Ni","orcid":"https://orcid.org/0000-0003-2103-013X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuyao Ni","raw_affiliation_strings":["Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2103-013X","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020458531","display_name":"Linling Kuang","orcid":"https://orcid.org/0000-0001-8283-855X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linling Kuang","raw_affiliation_strings":["Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8283-855X","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072193","display_name":"Chunxiao Jiang","orcid":"https://orcid.org/0000-0002-3703-121X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Jiang","raw_affiliation_strings":["Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3703-121X","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101577243","display_name":"Zhen Huang","orcid":"https://orcid.org/0000-0002-9272-8343"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Huang","raw_affiliation_strings":["Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9272-8343","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":70.4338,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.99922606,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"8","first_page":"10091","last_page":"10103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7253848314285278},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.704421877861023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.703460156917572},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5807971954345703},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.5595495104789734},{"id":"https://openalex.org/keywords/frequency-hopping-spread-spectrum","display_name":"Frequency-hopping spread spectrum","score":0.5236658453941345},{"id":"https://openalex.org/keywords/satellite-broadcasting","display_name":"Satellite broadcasting","score":0.45552098751068115},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.37105250358581543},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.34737950563430786},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32749712467193604},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3259061574935913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26526594161987305},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.1732223629951477},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12349921464920044},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12019523978233337},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.09953975677490234}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7253848314285278},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.704421877861023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.703460156917572},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5807971954345703},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.5595495104789734},{"id":"https://openalex.org/C122962297","wikidata":"https://www.wikidata.org/wiki/Q1136013","display_name":"Frequency-hopping spread spectrum","level":2,"score":0.5236658453941345},{"id":"https://openalex.org/C2986254709","wikidata":"https://www.wikidata.org/wiki/Q209588","display_name":"Satellite broadcasting","level":3,"score":0.45552098751068115},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.37105250358581543},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.34737950563430786},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32749712467193604},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3259061574935913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26526594161987305},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.1732223629951477},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12349921464920044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12019523978233337},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09953975677490234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2024.3368689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3368689","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1031780679","display_name":null,"funder_award_id":"2019YFB1803005","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1048251974","display_name":null,"funder_award_id":"62341109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1195673862","display_name":null,"funder_award_id":"62341131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4821715942","display_name":null,"funder_award_id":"62325108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6857122113","display_name":null,"funder_award_id":"62341106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1924770834","https://openalex.org/W2035235729","https://openalex.org/W2166533447","https://openalex.org/W2292533394","https://openalex.org/W2328795904","https://openalex.org/W2746553466","https://openalex.org/W2796965548","https://openalex.org/W2904747654","https://openalex.org/W2921679472","https://openalex.org/W2963762747","https://openalex.org/W3000537180","https://openalex.org/W3009458789","https://openalex.org/W3016256525","https://openalex.org/W3177891869","https://openalex.org/W3178611087","https://openalex.org/W3207334251","https://openalex.org/W4205628489","https://openalex.org/W4210565458","https://openalex.org/W4293057743","https://openalex.org/W4310386977","https://openalex.org/W4312395758","https://openalex.org/W4312445958","https://openalex.org/W4312695084","https://openalex.org/W4312795502","https://openalex.org/W4312857557","https://openalex.org/W4312871425","https://openalex.org/W4313420632","https://openalex.org/W4315630040","https://openalex.org/W4320732211","https://openalex.org/W4376480789","https://openalex.org/W6631190155","https://openalex.org/W6640212811","https://openalex.org/W6766805167"],"related_works":["https://openalex.org/W623123055","https://openalex.org/W416660270","https://openalex.org/W2020374352","https://openalex.org/W2318089893","https://openalex.org/W2594208605","https://openalex.org/W617654698","https://openalex.org/W2592743063","https://openalex.org/W1917454551","https://openalex.org/W577207016","https://openalex.org/W1489769050"],"abstract_inverted_index":{"Non-geostationary":[0],"orbit":[1],"(NGSO)":[2],"constellations":[3],"enabled":[4],"by":[5,12,78,134,158],"beam":[6,25],"hopping":[7],"(BH)":[8],"technology":[9],"are":[10],"characterized":[11],"wide":[13],"coverage":[14],"and":[15,31,64,111,141,152,160,185],"high":[16],"spectrum":[17],"efficiency.":[18],"However,":[19],"how":[20],"to":[21,27,90,137,139,202],"efficiently":[22],"schedule":[23],"multi-satellite":[24,49,56,107],"resources":[26],"satisfy":[28],"the":[29,54,92,100,131,148,168,177,186,196,206],"heterogeneous":[30,142],"uneven":[32],"terrestrial":[33],"traffic":[34,93,149,182],"demands":[35],"remains":[36],"a":[37,46,62,65,79,114],"huge":[38],"challenge":[39],"for":[40],"satellite":[41,123],"operators.":[42],"This":[43],"paper":[44],"proposes":[45],"satellite-terrestrial":[47],"coordinated":[48],"BH":[50,57,109,128],"scheduling":[51,204],"framework,":[52],"where":[53,121],"complex":[55],"problem":[58,110],"is":[59,71,76,106,190,209],"formulated":[60],"into":[61],"long-term":[63,69],"short-term":[66,104],"subproblems.":[67],"The":[68,103],"subproblem":[70,105],"cell-satellite":[72],"association":[73],"problem,":[74],"which":[75],"solved":[77],"low-complexity":[80],"iterative":[81],"algorithm":[82,136,170],"executed":[83],"in":[84,174],"network":[85,153,178,188],"operation":[86],"control":[87],"center":[88],"(NOCC)":[89],"minimize":[91],"load":[94,150,183],"gap":[95,151],"among":[96],"satellites":[97],"while":[98],"considering":[99],"interference":[101],"avoidance.":[102],"traffic-driven":[108],"we":[112],"propose":[113],"multi-agent":[115],"deep":[116],"reinforcement":[117],"learning":[118],"(MADRL)":[119],"architecture":[120],"each":[122],"can":[124,199],"cooperatively":[125],"make":[126],"real-time":[127,203],"decisions":[129],"using":[130],"well-trained":[132],"model":[133],"QMIX":[135],"adapt":[138],"time-varying":[140],"traffic.":[143],"Simulation":[144],"results":[145],"demonstrate":[146],"that":[147],"delay":[154,189],"have":[155],"been":[156],"reduced":[157],"70%":[159],"50%":[161],"respectively":[162],"compared":[163],"with":[164],"non-load-balancing":[165],"scheme.":[166],"Besides,":[167],"proposed":[169,197],"outperforms":[171],"other":[172],"benchmarks":[173],"terms":[175],"of":[176],"throughput":[179],"under":[180],"various":[181],"cases":[184],"average":[187],"kept":[191],"within":[192],"4":[193],"ms.":[194,213],"Furthermore,":[195],"QMIX-BH":[198],"be":[200],"applied":[201],"since":[205],"execution":[207],"time":[208],"less":[210],"than":[211],"1":[212]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":11}],"updated_date":"2026-06-28T08:01:55.173337","created_date":"2025-10-10T00:00:00"}