{"id":"https://openalex.org/W7139125687","doi":"https://doi.org/10.1109/globecom59602.2025.11432518","title":"Resilient Routing for Satellite-Terrestrial Integrated Networks via Cascaded Two-Time-Scale Deep Reinforcement Learning","display_name":"Resilient Routing for Satellite-Terrestrial Integrated Networks via Cascaded Two-Time-Scale Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7139125687","doi":"https://doi.org/10.1109/globecom59602.2025.11432518"},"language":null,"primary_location":{"id":"doi:10.1109/globecom59602.2025.11432518","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130076495","display_name":"Yang Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Cao","raw_affiliation_strings":["Southwest Jiaotong University,Chengdu,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University,Chengdu,P. R. China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575745","display_name":"Shao\u2010Yu Lien","orcid":"https://orcid.org/0000-0002-4347-2871"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shao-Yu Lien","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Tainan City,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Tainan City,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,P. R. China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086776927","display_name":"Xiaohu Tang","orcid":"https://orcid.org/0009-0008-9305-1945"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu Tang","raw_affiliation_strings":["Southwest Jiaotong University,Chengdu,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University,Chengdu,P. R. China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5130076495"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.84428042,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2210","last_page":"2215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7526999711990356},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5522000193595886},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5339000225067139},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5277000069618225},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"Adaptive routing","score":0.47360000014305115},{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.4528000056743622},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.44510000944137573},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.43950000405311584}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7526999711990356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6984999775886536},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5522000193595886},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5339000225067139},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5277000069618225},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5081999897956848},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.47360000014305115},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.4528000056743622},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.44510000944137573},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4343000054359436},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.31439998745918274},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.3100999891757965},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom59602.2025.11432518","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W3010398520","https://openalex.org/W3167946319","https://openalex.org/W3199320363","https://openalex.org/W4280523681","https://openalex.org/W4285142405","https://openalex.org/W4391791566","https://openalex.org/W4392843740","https://openalex.org/W4393103351","https://openalex.org/W4401609557","https://openalex.org/W4406522515","https://openalex.org/W4407026560"],"related_works":[],"abstract_inverted_index":{"LEO":[0],"satellites":[1],"enable":[2],"global":[3],"communications":[4],"beyond":[5],"terrestrial":[6,32,103],"landform":[7],"limitations,":[8],"but":[9],"their":[10,137],"dynamic":[11,185],"mobility":[12],"disrupts":[13],"the":[14,72,95,120,144,160,174],"symmetric":[15],"and":[16,30,61,66,102,179],"regular":[17],"inter-satellite":[18],"connections":[19,42],"needed":[20],"for":[21,87,114,151],"conventional":[22],"end-to-end":[23],"routing":[24,68,89],"designs.":[25],"To":[26],"mitigate":[27],"potential":[28],"disruptions":[29],"detours,":[31],"optical":[33],"networks":[34,49],"can":[35,134,163],"be":[36],"utilized":[37],"to":[38,70,142],"provide":[39],"more":[40,58],"resilient":[41],"between":[43],"satellites/users.":[44],"However,":[45],"such":[46],"satellite-terrestrial":[47],"integrated":[48],"(STINs)":[50],"involving":[51,99],"massive":[52],"heteogeneous":[53],"relay":[54],"nodes":[55],"(RNs)":[56],"creates":[57],"complex":[59],"connectivity":[60,186],"traffic":[62,176],"variations,":[63],"demanding":[64],"intelligent":[65],"proactive":[67],"mechanisms":[69],"optimize":[71,143],"overall":[73,96,145,182],"performance.":[74],"In":[75],"this":[76],"paper,":[77],"we":[78],"propose":[79],"a":[80,106],"cascaded":[81],"two-time-scale":[82,110],"deep":[83],"reinforcement":[84],"learning":[85,170],"scheme":[86,162],"enhancing":[88],"resilience":[90],"of":[91,108,148],"STINs,":[92],"which":[93],"decomposes":[94],"performance":[97,146],"optimization":[98],"multiple":[100],"space":[101],"RNs":[104,130],"into":[105],"series":[107],"two-agent":[109],"Markov":[111],"decision":[112],"processes":[113],"two":[115],"successive":[116],"RNs.":[117],"Through":[118],"estimating":[119],"average":[121],"reward":[122],"based":[123,171],"on":[124],"delayed":[125],"responses":[126],"from":[127],"packet-delivery":[128],"successors,":[129],"as":[131,141],"DRL":[132],"agents":[133],"proactively":[135],"estimate":[136],"decision-making":[138],"contributions":[139],"so":[140],"instead":[147],"passively":[149],"waiting":[150],"long-horizon":[152],"backward":[153],"induction":[154],"procedures.":[155],"Simulation":[156],"results":[157],"indicate":[158],"that":[159],"proposed":[161],"achieve":[164],"over":[165],"20%":[166],"higher":[167],"rewards":[168],"than":[169],"benchmarks":[172],"in":[173],"high":[175],"load":[177],"circumstance":[178],"attain":[180],"near-optimal":[181],"latency":[183],"under":[184],"patterns.":[187]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-03-20T00:00:00"}