{"id":"https://openalex.org/W4399404229","doi":"https://doi.org/10.1109/twc.2024.3407358","title":"A Multi-Agent Deep Reinforcement Learning-Based Handover Scheme for Mega-Constellation Under Dynamic Propagation Conditions","display_name":"A Multi-Agent Deep Reinforcement Learning-Based Handover Scheme for Mega-Constellation Under Dynamic Propagation Conditions","publication_year":2024,"publication_date":"2024-06-06","ids":{"openalex":"https://openalex.org/W4399404229","doi":"https://doi.org/10.1109/twc.2024.3407358"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2024.3407358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3407358","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084299158","display_name":"H. F. Liu","orcid":"https://orcid.org/0009-0007-3973-4991"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haotian Liu","raw_affiliation_strings":["School of Information and Communications Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373201","display_name":"Yichen Wang","orcid":"https://orcid.org/0000-0003-4593-2605"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichen Wang","raw_affiliation_strings":["School of Information and Communications Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peixuan Li","orcid":"https://orcid.org/0009-0004-2666-6086"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peixuan Li","raw_affiliation_strings":["School of Information and Communications Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045995606","display_name":"Julian Cheng","orcid":"https://orcid.org/0000-0001-6310-8236"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I4405260628","display_name":"University of British Columbia, Okanagan Campus","ror":"https://ror.org/04241wz75","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490","https://openalex.org/I4405260628"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Julian Cheng","raw_affiliation_strings":["School of Engineering, The University of British Columbia, Kelowna, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of British Columbia, Kelowna, BC, Canada","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I4405260628"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084299158"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":7.8978,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.9781695,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"23","issue":"10","first_page":"13579","last_page":"13596"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13121","display_name":"Radio Wave Propagation Studies","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/constellation","display_name":"Constellation","score":0.8038030862808228},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7484732866287231},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7139624357223511},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6129162311553955},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.6069979071617126},{"id":"https://openalex.org/keywords/mega","display_name":"Mega-","score":0.47214534878730774},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4639904499053955},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3629716634750366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3230517506599426},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10564097762107849}],"concepts":[{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.8038030862808228},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7484732866287231},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7139624357223511},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6129162311553955},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.6069979071617126},{"id":"https://openalex.org/C2781078984","wikidata":"https://www.wikidata.org/wiki/Q107205","display_name":"Mega-","level":2,"score":0.47214534878730774},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4639904499053955},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3629716634750366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3230517506599426},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10564097762107849},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2024.3407358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3407358","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5124104486","display_name":null,"funder_award_id":"62071373","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8687995547","display_name":null,"funder_award_id":"62271383","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1972485395","https://openalex.org/W1980358463","https://openalex.org/W1996495236","https://openalex.org/W2003925783","https://openalex.org/W2051096202","https://openalex.org/W2060726785","https://openalex.org/W2096145798","https://openalex.org/W2108892923","https://openalex.org/W2114284823","https://openalex.org/W2114806388","https://openalex.org/W2144136361","https://openalex.org/W2149200615","https://openalex.org/W2155121902","https://openalex.org/W2157225291","https://openalex.org/W2157959580","https://openalex.org/W2166855729","https://openalex.org/W2276406362","https://openalex.org/W2399586126","https://openalex.org/W2460811025","https://openalex.org/W2805161269","https://openalex.org/W2921679472","https://openalex.org/W2941952695","https://openalex.org/W2962065848","https://openalex.org/W2969638137","https://openalex.org/W3000537180","https://openalex.org/W3003494777","https://openalex.org/W3009835640","https://openalex.org/W3016845705","https://openalex.org/W3034104086","https://openalex.org/W3035481639","https://openalex.org/W3103408716","https://openalex.org/W3107857469","https://openalex.org/W3109047212","https://openalex.org/W3124458808","https://openalex.org/W3134888276","https://openalex.org/W3189778133","https://openalex.org/W3189888967","https://openalex.org/W3194225147","https://openalex.org/W3199764353","https://openalex.org/W3205771175","https://openalex.org/W3207334251","https://openalex.org/W3207377112","https://openalex.org/W3216388332","https://openalex.org/W4210565458","https://openalex.org/W4210656730","https://openalex.org/W4214717370","https://openalex.org/W4223568641","https://openalex.org/W4280523681","https://openalex.org/W4289792779","https://openalex.org/W4289821390","https://openalex.org/W4293057648","https://openalex.org/W4293094911","https://openalex.org/W4312695084","https://openalex.org/W4312857557","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W4385584191","https://openalex.org/W3112226121","https://openalex.org/W102059279","https://openalex.org/W3191105034","https://openalex.org/W2163047545","https://openalex.org/W2520149731","https://openalex.org/W4308491350","https://openalex.org/W2922464302","https://openalex.org/W949046406","https://openalex.org/W4254012600"],"abstract_inverted_index":{"With":[0],"the":[1,7,15,24,34,46,53,61,83,86,108,118,125,133,139,146,159,164,168,186,191,198,202,206,213,232,238,246,255,259],"rapidly":[2],"increasing":[3],"number":[4,29],"of":[5,30,56,63,85,142,163,205],"satellites,":[6,143],"handover":[8,36,76,169,209,219,233],"scheme":[9,77,210,220],"design":[10,145],"is":[11,80,121,179,221,227],"critically":[12],"important":[13],"for":[14,23,38,78],"low":[16],"Earth":[17],"orbit":[18],"(LEO)":[19],"satellite":[20,40,92,129],"networks,":[21],"especially":[22],"mega-constellations":[25,79],"that":[26,155,244],"include":[27],"massive":[28],"LEO":[31,39,64,91],"satellites.":[32],"However,":[33],"existing":[35,260],"schemes":[37],"networks":[41],"are":[42,94],"designed":[43],"based":[44,236],"on":[45,237],"static":[47],"propagation":[48,87,111],"conditions,":[49],"which":[50],"cannot":[51],"satisfy":[52],"dynamic":[54,126],"feature":[55],"communication":[57],"environment":[58],"caused":[59],"by":[60,189],"mobility":[62],"satellites":[65,114],"and":[66,89,115,138,150,181,193,201,249],"users.":[67,116],"To":[68,166,196],"address":[69],"this":[70],"issue,":[71],"a":[72,102,172,216],"centralized":[73,208,248],"adaptive":[74],"intelligent":[75,218],"proposed,":[81],"where":[82,224],"dynamics":[84],"conditions":[88,112],"limited":[90],"capacity":[93],"taken":[95],"into":[96],"considerations.":[97],"Specifically,":[98],"we":[99,144],"first":[100],"use":[101],"three-state":[103],"Markov":[104],"model":[105,120],"to":[106,123,157,212,229],"characterize":[107],"dynamically":[109],"varying":[110],"between":[113],"Then,":[117],"Loo":[119],"employed":[122],"describe":[124],"land":[127],"mobile":[128],"channels.":[130],"By":[131],"considering":[132],"user":[134,147,226],"transmission":[135],"rate":[136],"requirement":[137],"load-balancing":[140],"demand":[141],"utility":[148,162],"function":[149],"formulate":[151],"an":[152],"optimization":[153],"problem":[154,188],"aims":[156],"maximize":[158],"overall":[160],"long-term":[161],"network.":[165],"reduce":[167,197],"decision-making":[170],"complexity,":[171],"multi-agent":[173],"successive":[174],"hysteretic":[175],"deep":[176],"Q-learning":[177],"algorithm":[178],"developed":[180],"it":[182],"can":[183,252],"efficiently":[184,253],"solve":[185],"formulated":[187],"reducing":[190],"state":[192],"action":[194],"space.":[195],"signaling":[199],"overhead":[200],"computation":[203],"complexity":[204],"proposed":[207,247],"brought":[211],"control":[214],"center,":[215],"distributed":[217,250],"further":[222],"developed,":[223],"each":[225],"enabled":[228],"independently":[230],"make":[231],"decision":[234],"only":[235],"local":[239],"information.":[240],"Simulation":[241],"results":[242],"show":[243],"both":[245],"approaches":[251],"improve":[254],"network":[256],"performance":[257],"over":[258],"schemes.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}