{"id":"https://openalex.org/W7076052831","doi":"https://doi.org/10.1109/ton.2025.3597928","title":"Toward the Age in Forwarding: A Deep Reinforcement Learning Enabled Routing Mechanism for Large-Scale Satellite Networks via Spatial\u2013Temporal Graph Neural Networks","display_name":"Toward the Age in Forwarding: A Deep Reinforcement Learning Enabled Routing Mechanism for Large-Scale Satellite Networks via Spatial\u2013Temporal Graph Neural Networks","publication_year":2025,"publication_date":"2025-08-15","ids":{"openalex":"https://openalex.org/W7076052831","doi":"https://doi.org/10.1109/ton.2025.3597928"},"language":"en","primary_location":{"id":"doi:10.1109/ton.2025.3597928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3597928","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ronghao Gao","orcid":"https://orcid.org/0009-0006-9975-6204"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ronghao Gao","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0006-9975-6204","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bo Zhang","orcid":"https://orcid.org/0009-0005-4551-996X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Zhang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-4551-996X","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qinyu Zhang","orcid":"https://orcid.org/0000-0001-9272-0475"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyu Zhang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9272-0475","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhihua Yang","orcid":"https://orcid.org/0000-0002-6478-4866"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihua Yang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6478-4866","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.62148482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"292","last_page":"307"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13370","display_name":"Diverse Scientific and Economic Studies","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13370","display_name":"Diverse Scientific and Economic Studies","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12773","display_name":"Water Quality and Resources Studies","score":0.027699999511241913,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13030","display_name":"Survey Sampling and Estimation Techniques","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.5769000053405762},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5587999820709229},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4805999994277954},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47519999742507935},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.47049999237060547},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.45260000228881836},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.4490000009536743},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.44029998779296875},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4323999881744385},{"id":"https://openalex.org/keywords/hierarchical-routing","display_name":"Hierarchical routing","score":0.4235999882221222}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592999935150146},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.5769000053405762},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5587999820709229},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4805999994277954},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47519999742507935},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.47049999237060547},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4659999907016754},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4611999988555908},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.45260000228881836},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.4490000009536743},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.44029998779296875},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.4235999882221222},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.41990000009536743},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.40549999475479126},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3741999864578247},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.3407999873161316},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.3181999921798706},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.2996000051498413},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.29679998755455017},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.27649998664855957},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.2531999945640564},{"id":"https://openalex.org/C128917274","wikidata":"https://www.wikidata.org/wiki/Q1666535","display_name":"Path vector protocol","level":5,"score":0.2513999938964844},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ton.2025.3597928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3597928","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4343183693","display_name":null,"funder_award_id":"62027802","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5988079719","display_name":null,"funder_award_id":"62371158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1833260794","https://openalex.org/W2531123705","https://openalex.org/W2768771208","https://openalex.org/W2799292918","https://openalex.org/W2898035736","https://openalex.org/W2903879234","https://openalex.org/W2941952695","https://openalex.org/W2968925205","https://openalex.org/W2969447045","https://openalex.org/W2971369668","https://openalex.org/W2972133898","https://openalex.org/W2977973695","https://openalex.org/W2981096252","https://openalex.org/W3006729919","https://openalex.org/W3013653460","https://openalex.org/W3041291604","https://openalex.org/W3107961155","https://openalex.org/W3137257456","https://openalex.org/W3167837530","https://openalex.org/W3168495823","https://openalex.org/W3194225147","https://openalex.org/W3197321928","https://openalex.org/W3212969987","https://openalex.org/W4200620119","https://openalex.org/W4207018219","https://openalex.org/W4283221296","https://openalex.org/W4285036326","https://openalex.org/W4285245457","https://openalex.org/W4294982603","https://openalex.org/W4295700767","https://openalex.org/W4312705588","https://openalex.org/W4313855707","https://openalex.org/W4367721777","https://openalex.org/W4376480756","https://openalex.org/W4377001521","https://openalex.org/W4388757450","https://openalex.org/W4391807512","https://openalex.org/W4391945833","https://openalex.org/W4392175504","https://openalex.org/W4402509341","https://openalex.org/W4404480683"],"related_works":[],"abstract_inverted_index":{"In":[0,116],"large-scale":[1,75],"satellite":[2,76],"networks,":[3],"end-to-end":[4,168],"data":[5,39,124,137],"delivery":[6,169],"confronts":[7],"long":[8],"propagation":[9],"latency":[10],"and":[11,44,113,175,195],"dynamical":[12],"connectivity,":[13],"heavily":[14],"challenging":[15],"current":[16],"routing":[17,52,187,198],"strategies":[18],"due":[19],"to":[20,105,132],"the":[21,25,74,80,86,107,134,143,148,160,167,180],"time-changing":[22],"topology.":[23],"For":[24],"tasks":[26],"with":[27,179],"high":[28],"timeliness":[29,87,135],"requirements,":[30],"especially,":[31],"it":[32],"will":[33],"cause":[34],"obviously":[35],"low":[36],"freshness":[37,125],"of":[38,82,88,123,129,136,147,172],"since":[40],"huge":[41],"computational":[42],"cost":[43],"transmission":[45],"overhead":[46],"are":[47],"required":[48],"for":[49,73],"implementing":[50],"optimal":[51],"decisions.":[53],"To":[54],"address":[55],"this":[56,59],"issue,":[57],"in":[58,90,111,165],"paper,":[60],"we":[61,118],"propose":[62],"an":[63,152],"Age-driven":[64],"Deep":[65,189],"Reinforcement":[66],"Learning":[67],"(DRL)":[68],"enabled":[69],"Routing":[70,193],"Mechanism":[71],"(ADRLRM)":[72],"network":[77],"by":[78],"considering":[79],"impact":[81],"time-varying":[83],"topology":[84],"on":[85],"data,":[89],"which":[91,139],"a":[92,120],"Parameter-adjustable":[93],"Two-step":[94],"Slotting":[95],"Algorithm":[96],"(PTSA)-assisted":[97],"Spatial-Temporal":[98],"Graph":[99],"Neural":[100],"Network":[101],"(STGNN)":[102],"is":[103,140],"well-designed":[104],"extract":[106],"topological":[108],"features":[109],"both":[110],"temporal":[112],"spatial":[114],"dimensions.":[115],"particular,":[117],"develop":[119],"novel":[121],"metric":[122],"called":[126],"Routing-aware":[127],"Age":[128],"Information":[130],"(RAoI)":[131],"evaluate":[133],"delivery,":[138],"incorporated":[141],"into":[142],"customized":[144],"reward":[145],"function":[146],"proposed":[149,161],"mechanism":[150,162],"as":[151],"optimization":[153],"objective.":[154],"The":[155],"simulation":[156],"results":[157],"indicate":[158],"that":[159],"performs":[163],"better":[164],"reducing":[166],"latency,":[170],"number":[171],"forwarding":[173],"hops,":[174],"average":[176],"RAoI":[177],"compared":[178],"conventional":[181],"Open":[182],"Shortest":[183],"Path":[184],"First":[185],"(OSPF)":[186],"algorithm,":[188,199],"Q-Networks":[190],"based":[191],"Intelligent":[192],"(DQN-IR),":[194],"GNN-based":[196],"GraphPR":[197],"respectively.":[200]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}