{"id":"https://openalex.org/W4402401578","doi":"https://doi.org/10.1109/tgcn.2024.3457242","title":"Dynamic Beam Pattern Based on Cooperation Multi-Agent VDN-D3QN for LEO Satellite Communication System","display_name":"Dynamic Beam Pattern Based on Cooperation Multi-Agent VDN-D3QN for LEO Satellite Communication System","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402401578","doi":"https://doi.org/10.1109/tgcn.2024.3457242"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3457242","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3457242","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103278282","display_name":"Meng Meng","orcid":"https://orcid.org/0009-0004-5851-495X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Meng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-5851-495X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748121","display_name":"Bo Hu","orcid":"https://orcid.org/0000-0002-9698-8134"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Hu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9698-8134","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Lab of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086645962","display_name":"Shanzhi Chen","orcid":"https://orcid.org/0000-0002-5409-8168"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4391767964","display_name":"State Key Laboratory of Wireless Mobile Communications","ror":"https://ror.org/02j79dc41","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210162623","https://openalex.org/I4391767964"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanzhi Chen","raw_affiliation_strings":["State Key Laboratory of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China","State Key Lab of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5409-8168","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4391767964"]},{"raw_affiliation_string":"State Key Lab of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4391767964"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024096512","display_name":"Shaoli Kang","orcid":"https://orcid.org/0000-0001-9273-3065"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4391767964","display_name":"State Key Laboratory of Wireless Mobile Communications","ror":"https://ror.org/02j79dc41","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210162623","https://openalex.org/I4391767964"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoli Kang","raw_affiliation_strings":["State Key Laboratory of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China","State Key Lab of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4391767964"]},{"raw_affiliation_string":"State Key Lab of Wireless Mobile Communication, China Academy of Telecommunication Technology, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4391767964"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.6872,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9755151,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":"2","first_page":"725","last_page":"738"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5761544704437256},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.4568404257297516},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.36627867817878723},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.33242154121398926},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.256551057100296},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.14682552218437195}],"concepts":[{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5761544704437256},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.4568404257297516},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.36627867817878723},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.33242154121398926},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.256551057100296},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.14682552218437195}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2024.3457242","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3457242","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G1332070204","display_name":null,"funder_award_id":"2022YFB2902600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3801478343","display_name":null,"funder_award_id":"Grant 61931005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8825237058","display_name":"\u652f\u6301\u5feb\u901f\u79fb\u52a8\u7684\u5bc6\u96c6\u63a5\u5165\u7f51\u57fa\u7840\u7406\u8bba\u548c\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61931005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2328795904","https://openalex.org/W2896089337","https://openalex.org/W2940954889","https://openalex.org/W2953615013","https://openalex.org/W3000537180","https://openalex.org/W3003361041","https://openalex.org/W3007749181","https://openalex.org/W3009458789","https://openalex.org/W3016256525","https://openalex.org/W3045164304","https://openalex.org/W3119981021","https://openalex.org/W3172818029","https://openalex.org/W3173681330","https://openalex.org/W3207334251","https://openalex.org/W4205628489","https://openalex.org/W4210565458","https://openalex.org/W4210912828","https://openalex.org/W4312695084","https://openalex.org/W4312795502","https://openalex.org/W4312857557","https://openalex.org/W4376480789","https://openalex.org/W4376481280","https://openalex.org/W4391128790","https://openalex.org/W4391742510","https://openalex.org/W4395064458","https://openalex.org/W4399147197","https://openalex.org/W4399426865","https://openalex.org/W4400277580","https://openalex.org/W4400771833","https://openalex.org/W6752380930"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W2082860237","https://openalex.org/W2119695867","https://openalex.org/W2130076355","https://openalex.org/W1990804418","https://openalex.org/W1993764875","https://openalex.org/W2046158694","https://openalex.org/W2788277189","https://openalex.org/W2013243191"],"abstract_inverted_index":{"Due":[0],"to":[1,23,55,84,140,145,170,192,282],"the":[2,17,60,125,134,137,147,152,165,172,182,187,194,219,226,241,249,257,262,272,283],"cooperative":[3],"coverage":[4,61],"characteristic":[5],"of":[6,13,63,129,197,253,274],"LEO":[7,36,64,100,131,210,232],"satellites":[8],"and":[9,20,28,94,115,150,204,277],"non-uniform":[10,250],"traffic":[11,251],"demand":[12,252],"beam":[14,19,25,34,44,87,97,108,126,156,221,275],"positions,":[15],"allocating":[16],"limited":[18,54],"power":[21],"resource":[22,268],"massive":[24],"positions":[26,98,157,276],"flexibly":[27],"effectively":[29,247],"is":[30,111,121,168,207],"a":[31,71,176,201],"challenge":[32],"in":[33,42,99,175,200,231],"hopping":[35,45,88,109,127,222],"satellite":[37,101,233],"communication":[38,102,199,234],"system.":[39,103,235],"The":[40,104,212,236],"agents":[41,138,144,189,214],"existing":[43],"schemes,":[46],"which":[47],"rely":[48],"on":[49,225],"deep":[50],"reinforcement":[51],"learning,":[52],"are":[53,190],"acquiring":[56],"state":[57,229],"information":[58,230],"within":[59],"area":[62],"satellite.":[65,132,211],"For":[66],"this":[67],"reason,":[68],"we":[69],"propose":[70],"cooperation":[72],"multi-agent":[73,243],"Value-Decomposition":[74,166],"Networks":[75,167],"with":[76,142,181],"Dueling":[77,159],"Double":[78,160],"Deep":[79,161],"Q-Learning":[80,162],"Network":[81],"(VDN-D3QN)":[82],"framework":[83],"generate":[85],"dynamic":[86,107,220],"pattern":[89,128,223],"for":[90,124,270],"assuring":[91],"delay":[92,153],"fairness":[93,154],"throughput":[95,149],"among":[96,155],"proposed":[105,242,263],"VDN-D3QN":[106,244,264],"method":[110],"divided":[112],"into":[113],"training":[114],"test":[116,185],"phase,":[117,136,186],"where":[118],"each":[119],"agent":[120,206],"only":[122],"responsible":[123],"one":[130,205],"During":[133],"train":[135],"learn":[139,171],"cooperate":[141],"other":[143],"maximize":[146],"system":[148],"minimize":[151],"by":[158],"Network.":[163],"Then,":[164],"employed":[169],"optimal":[173],"policy":[174],"centralized":[177],"manner":[178],"through":[179],"interaction":[180],"environment.":[183],"In":[184],"trained":[188,213],"deployed":[191,208],"address":[193],"challenging":[195],"problem":[196],"inter-satellite":[198],"distributed":[202],"manner,":[203],"per":[209],"can":[215,246,266],"make":[216],"decisions":[217],"about":[218],"based":[224],"available":[227],"local":[228],"evaluation":[237],"results":[238,259],"demonstrate":[239],"that":[240,261],"algorithm":[245,265],"handle":[248],"multi-satellites":[254],"simultaneously.":[255],"Besides,":[256],"simulation":[258],"indicate":[260],"allocate":[267],"intelligently":[269],"adapting":[271],"requirements":[273],"achieving":[278],"better":[279],"performance":[280],"compared":[281],"baselines.":[284]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
