{"id":"https://openalex.org/W4402475161","doi":"https://doi.org/10.1109/jsac.2024.3459029","title":"Collaborative Ground-Space Communications via Evolutionary Multi-Objective Deep Reinforcement Learning","display_name":"Collaborative Ground-Space Communications via Evolutionary Multi-Objective Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-12","ids":{"openalex":"https://openalex.org/W4402475161","doi":"https://doi.org/10.1109/jsac.2024.3459029"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2024.3459029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2024.3459029","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462964","display_name":"Jiahui Li","orcid":"https://orcid.org/0000-0002-7454-3257"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiahui Li","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085514719","display_name":"Geng Sun","orcid":"https://orcid.org/0000-0001-7802-4908"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210134929","display_name":"Jilin Province Science and Technology Department","ror":"https://ror.org/049x38272","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Geng Sun","raw_affiliation_strings":["College of Computer Science and Technology and the Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","College of Computer Science and Technology, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology and the Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I4210134929","https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048817096","display_name":"Qingqing Wu","orcid":"https://orcid.org/0000-0002-0043-3266"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingqing Wu","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062761975","display_name":"Jiawen Kang","orcid":"https://orcid.org/0000-0002-8218-3490"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawen Kang","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086268677","display_name":"Abbas Jamalipour","orcid":"https://orcid.org/0000-0002-1807-7220"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abbas Jamalipour","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100462964"],"corresponding_institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210134929"],"apc_list":null,"apc_paid":null,"fwci":61.0803,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.99903091,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"42","issue":"12","first_page":"3395","last_page":"3411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11946","display_name":"Antenna Design and Optimization","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8084145784378052},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7402044534683228},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4831492304801941},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4527743458747864},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36748796701431274},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34191828966140747}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8084145784378052},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7402044534683228},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4831492304801941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4527743458747864},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36748796701431274},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34191828966140747},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2024.3459029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2024.3459029","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1870345133","display_name":null,"funder_award_id":"62471200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4420131350","display_name":null,"funder_award_id":"62371289","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6135424303","display_name":null,"funder_award_id":"Tier 1 (RG87/22)","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G6464733988","display_name":null,"funder_award_id":"62272194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7547104240","display_name":null,"funder_award_id":"62331022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8243988991","display_name":null,"funder_award_id":"62172186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1997311471","https://openalex.org/W2056601122","https://openalex.org/W2061911970","https://openalex.org/W2062723503","https://openalex.org/W2094378620","https://openalex.org/W2405855326","https://openalex.org/W2577229955","https://openalex.org/W2731474427","https://openalex.org/W2735493744","https://openalex.org/W2746553466","https://openalex.org/W2934185291","https://openalex.org/W3023458242","https://openalex.org/W3042203685","https://openalex.org/W3096398821","https://openalex.org/W3108817008","https://openalex.org/W3117826402","https://openalex.org/W3134916744","https://openalex.org/W3144122738","https://openalex.org/W3151164272","https://openalex.org/W3193611316","https://openalex.org/W3199764353","https://openalex.org/W3200864202","https://openalex.org/W3209941631","https://openalex.org/W4206826531","https://openalex.org/W4210812364","https://openalex.org/W4214717370","https://openalex.org/W4226249635","https://openalex.org/W4226301176","https://openalex.org/W4226424807","https://openalex.org/W4285226140","https://openalex.org/W4292266369","https://openalex.org/W4307020315","https://openalex.org/W4307020413","https://openalex.org/W4309675431","https://openalex.org/W4312943172","https://openalex.org/W4312971400","https://openalex.org/W4313854346","https://openalex.org/W4321016411","https://openalex.org/W4321021721","https://openalex.org/W4323338322","https://openalex.org/W4362653995","https://openalex.org/W4362714671","https://openalex.org/W4383336757","https://openalex.org/W4384080812","https://openalex.org/W4385154017","https://openalex.org/W4385287226","https://openalex.org/W4386245158","https://openalex.org/W4386260517","https://openalex.org/W4387681989","https://openalex.org/W4388755980","https://openalex.org/W4388878508","https://openalex.org/W4390044012","https://openalex.org/W4391019653","https://openalex.org/W4392607837","https://openalex.org/W4392843740","https://openalex.org/W4392940184","https://openalex.org/W4394595049","https://openalex.org/W4394919074","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6779795787"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Low":[0],"Earth":[1],"Orbit":[2],"(LEO)":[3],"satellites":[4,71],"have":[5],"emerged":[6],"as":[7,72],"crucial":[8],"enablers":[9],"of":[10,106],"direct":[11,53,66,200,240],"connections":[12,67],"with":[13,68,215,222],"remote":[14],"terrestrial":[15],"terminals.":[16],"However,":[17,89],"energy":[18,104],"limitations":[19],"and":[20,35,87,108,147,210],"insufficient":[21],"antenna":[22,78],"capabilities":[23],"at":[24],"the":[25,58,69,82,99,114,171,179,192,204,223,231],"terminals":[26,59,188],"often":[27],"hamper":[28],"these":[29,128],"connections,":[30],"resulting":[31],"in":[32,134,169],"inefficient":[33],"communications":[34],"frequent":[36],"ping-pong":[37],"handovers.":[38],"This":[39],"paper":[40],"proposes":[41],"a":[42,76,121,216],"Distributed":[43],"Collaborative":[44],"Beamforming":[45],"(DCB)-based":[46],"uplink":[47,84,101,193,201,218],"communication":[48],"paradigm":[49],"for":[50,238],"enabling":[51,239],"ground-space":[52,241],"communications.":[54,242],"Specifically,":[55],"DCB":[56,186],"treats":[57],"that":[60,96,185,189,230],"are":[61,174],"unable":[62],"to":[63,80,112,126,165,176,197],"establish":[64],"efficient":[65,199],"LEO":[70],"distributed":[73],"antennas,":[74],"forming":[75],"virtual":[77],"array":[79],"enhance":[81],"terminal-to-satellite":[83],"achievable":[85,102,194,219],"rates":[86],"durations.":[88],"such":[90],"systems":[91],"need":[92],"multiple":[93,167],"trade-off":[94],"policies":[95],"jointly":[97],"balance":[98],"terminal-satellite":[100],"rate,":[103],"consumption":[105],"terminals,":[107],"satellite":[109],"switching":[110],"frequency":[111,214],"satisfy":[113],"scenario":[115],"requirement":[116],"changes.":[117],"Thus,":[118],"we":[119,139,155],"formulate":[120],"long-term":[122],"multi-objective":[123],"optimization":[124],"problem":[125,142],"optimize":[127],"goals":[129],"simultaneously.":[130],"To":[131],"address":[132],"availability":[133],"different":[135],"terminal":[136],"cluster":[137],"scales,":[138],"reformulate":[140],"this":[141],"into":[143],"an":[144,157,235],"action":[145],"space-reduced":[146],"universal":[148],"Multi-Objective":[149,159],"Markov":[150],"Decision":[151],"Process":[152],"(MOMDP).":[153],"Then,":[154],"propose":[156],"Evolutionary":[158],"Deep":[160],"Reinforcement":[161],"Learning":[162],"(EMODRL)":[163],"algorithm":[164,206],"obtain":[166],"policies,":[168],"which":[170,227],"low-value":[172],"actions":[173],"masked":[175],"speed":[177],"up":[178],"training":[180],"process.":[181],"Simulation":[182],"results":[183],"show":[184],"enables":[187],"cannot":[190],"reach":[191],"rate":[195,220,224],"threshold":[196],"achieve":[198],"transmission.":[202],"Moreover,":[203],"proposed":[205,232],"outmatches":[207],"various":[208],"baselines":[209],"saves":[211],"30%":[212],"handover":[213],"similar":[217],"compared":[221],"greedy":[225],"method,":[226],"thus":[228],"reveals":[229],"method":[233],"is":[234],"effective":[236],"solution":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":6}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}