{"id":"https://openalex.org/W7133360949","doi":"https://doi.org/10.1109/twc.2026.3667917","title":"Learning When and Where to Handover: A Hierarchical Reinforcement Learning Framework for Dense LEO Satellite Constellations","display_name":"Learning When and Where to Handover: A Hierarchical Reinforcement Learning Framework for Dense LEO Satellite Constellations","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7133360949","doi":"https://doi.org/10.1109/twc.2026.3667917"},"language":null,"primary_location":{"id":"doi:10.1109/twc.2026.3667917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3667917","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127782713","display_name":"D. Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Di Zhao","raw_affiliation_strings":["Hangzhou Institute of Technology, Xidian University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0511-2381","affiliations":[{"raw_affiliation_string":"Hangzhou Institute of Technology, Xidian University, Hangzhou, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128018323","display_name":"Yiqun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127973064","display_name":"Bin Song","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Song","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-8096-3370","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127936575","display_name":"Yejun Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yejun Zhou","raw_affiliation_strings":["China Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033012803","display_name":"Pengfei Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Qin","raw_affiliation_strings":["China Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Academy of Space Technology, Institute of Telecommunication and Navigation Satellites, Beijing, China","institution_ids":["https://openalex.org/I194716290"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5127782713"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45276026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":null,"first_page":"12787","last_page":"12801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9228000044822693,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9228000044822693,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.034699998795986176,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.007199999876320362,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.8787999749183655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7534000277519226},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6761999726295471},{"id":"https://openalex.org/keywords/satellite-constellation","display_name":"Satellite constellation","score":0.6607000231742859},{"id":"https://openalex.org/keywords/constellation","display_name":"Constellation","score":0.6093999743461609},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.44679999351501465},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.40779998898506165},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.38449999690055847},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3788999915122986}],"concepts":[{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.8787999749183655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238000273704529},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7534000277519226},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6761999726295471},{"id":"https://openalex.org/C2779784338","wikidata":"https://www.wikidata.org/wiki/Q967145","display_name":"Satellite constellation","level":3,"score":0.6607000231742859},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.6093999743461609},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5956000089645386},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.44679999351501465},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43059998750686646},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.40779998898506165},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39500001072883606},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.3709000051021576},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.33009999990463257},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C2778027091","wikidata":"https://www.wikidata.org/wiki/Q25346003","display_name":"Satellite system","level":4,"score":0.3156000077724457},{"id":"https://openalex.org/C110157686","wikidata":"https://www.wikidata.org/wiki/Q922122","display_name":"Broadcasting (networking)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C509933004","wikidata":"https://www.wikidata.org/wiki/Q194163","display_name":"Broadband","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C3018325918","wikidata":"https://www.wikidata.org/wiki/Q663611","display_name":"Low earth orbit","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C125450847","wikidata":"https://www.wikidata.org/wiki/Q7553982","display_name":"Soft handover","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2827000021934509},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2026.3667917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3667917","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8160288408","display_name":null,"funder_award_id":"62372357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2167195657","https://openalex.org/W2544832891","https://openalex.org/W2899501982","https://openalex.org/W2901608252","https://openalex.org/W3089706104","https://openalex.org/W3211850906","https://openalex.org/W4210340876","https://openalex.org/W4225959144","https://openalex.org/W4285223311","https://openalex.org/W4312312028","https://openalex.org/W4312943172","https://openalex.org/W4315629678","https://openalex.org/W4315777592","https://openalex.org/W4321380781","https://openalex.org/W4323896551","https://openalex.org/W4360995664","https://openalex.org/W4379409040","https://openalex.org/W4386590850","https://openalex.org/W4387872890","https://openalex.org/W4388092060","https://openalex.org/W4390044012","https://openalex.org/W4399404229","https://openalex.org/W4399416205","https://openalex.org/W4399527679","https://openalex.org/W4399939558","https://openalex.org/W4400277308","https://openalex.org/W4400525372","https://openalex.org/W4402159087","https://openalex.org/W4402264528","https://openalex.org/W4402968332","https://openalex.org/W4403059820","https://openalex.org/W4403420267","https://openalex.org/W4405232169","https://openalex.org/W4405812232","https://openalex.org/W4405845137","https://openalex.org/W4406680079","https://openalex.org/W4407638736","https://openalex.org/W4409019440","https://openalex.org/W4411203513","https://openalex.org/W4412107138","https://openalex.org/W7084079669"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2],"of":[3,38,178],"low":[4],"Earth":[5],"orbit":[6],"(LEO)":[7],"satellite":[8,88,118,138,145,207],"constellations":[9],"has":[10],"enabled":[11],"global":[12],"broadband":[13],"coverage":[14,55],"and":[15,26,34,46,86,120,149,172,182,197],"low-latency":[16],"communication,":[17],"but":[18],"also":[19],"brings":[20],"new":[21],"challenges":[22],"to":[23,30,49,78,89,91,110,134],"connection":[24],"continuity":[25],"network":[27],"stability.":[28],"Due":[29],"the":[31,83,93,100,104,112,126,130,136,154,166,190],"ultra-dense":[32],"deployment":[33],"high":[35],"orbital":[36],"velocity":[37],"LEO":[39,206],"satellites,":[40],"users":[41],"frequently":[42],"experience":[43],"mandatory":[44],"handovers":[45],"are":[47],"prone":[48],"triggering":[50],"\u201cping-pong\u201d":[51],"effects":[52],"in":[53,157,176,203],"overlapping":[54],"areas.":[56],"To":[57,96],"address":[58],"these":[59],"issues,":[60],"we":[61,187],"propose":[62],"a":[63,80,141,158],"hierarchical":[64],"reinforcement":[65],"learning":[66],"(HRL)-based":[67],"inter-satellite":[68],"handover":[69,81,90,113,180,183],"framework":[70],"that":[71,165,189],"decouples":[72],"decision-making":[73],"into":[74],"two":[75],"subproblems:":[76],"when":[77],"initiate":[79],"at":[82,92],"temporal":[84,101],"level":[85],"which":[87],"spatial":[94,127],"level.":[95],"achieve":[97],"long-term":[98],"planning,":[99],"agent":[102,128],"utilizes":[103],"proximal":[105],"policy":[106],"optimization":[107],"(PPO)":[108],"algorithm":[109],"determine":[111],"timing":[114],"by":[115],"predicting":[116],"future":[117],"load":[119,198],"interference":[121],"levels.":[122],"For":[123],"short-term":[124],"adaptability,":[125],"employs":[129],"deep":[131],"Q-network":[132],"(DQN)":[133],"select":[135],"target":[137],"based":[139],"on":[140],"utility":[142],"function":[143],"incorporating":[144],"load,":[146],"signal":[147],"quality,":[148],"service":[150],"duration.":[151],"We":[152],"implement":[153],"proposed":[155,167,191],"method":[156],"Starlink":[159],"constellation":[160],"environment.":[161],"Simulation":[162],"results":[163],"show":[164],"HRL-based":[168],"scheme":[169],"outperforms":[170],"traditional":[171],"non-hierarchical":[173],"RL":[174],"methods":[175],"terms":[177],"user":[179],"frequency":[181],"success":[184],"rate.":[185],"Furthermore,":[186],"validate":[188],"approach":[192],"significantly":[193],"improves":[194],"transmission":[195],"rate":[196],"balancing,":[199],"demonstrating":[200],"its":[201],"effectiveness":[202],"highly":[204],"dynamic":[205],"environments.":[208]},"counts_by_year":[],"updated_date":"2026-03-05T07:30:30.508283","created_date":"2026-03-04T00:00:00"}