{"id":"https://openalex.org/W7128502641","doi":"https://doi.org/10.1109/lwc.2026.3663306","title":"Reinforcement Learning for Opportunistic Routing in Software-Defined LEO\u2014Terrestrial Systems","display_name":"Reinforcement Learning for Opportunistic Routing in Software-Defined LEO\u2014Terrestrial Systems","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7128502641","doi":"https://doi.org/10.1109/lwc.2026.3663306"},"language":null,"primary_location":{"id":"doi:10.1109/lwc.2026.3663306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2026.3663306","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104085456","display_name":"Sivaram Krishnan","orcid":"https://orcid.org/0009-0009-8576-028X"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Sivaram Krishnan","raw_affiliation_strings":["School of Electrical and Mechanical Engineering, Adelaide University, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0009-0009-8576-028X","affiliations":[{"raw_affiliation_string":"School of Electrical and Mechanical Engineering, Adelaide University, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006416547","display_name":"Zhouyou Gu","orcid":"https://orcid.org/0000-0001-9457-1135"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhouyou Gu","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Somapah Road, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9457-1135","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Somapah Road, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121809449","display_name":"Jihong Park","orcid":null},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jihong Park","raw_affiliation_strings":["Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Somapah Road, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7623-6552","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Somapah Road, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sung-Min Oh","orcid":"https://orcid.org/0000-0003-1356-8693"},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Min Oh","raw_affiliation_strings":["Electronics and Telecommunications Research Institute, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1356-8693","affiliations":[{"raw_affiliation_string":"Electronics and Telecommunications Research Institute, Daejeon, South Korea","institution_ids":["https://openalex.org/I142401562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101496413","display_name":"Jinho Choi","orcid":"https://orcid.org/0000-0002-4895-6680"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jinho Choi","raw_affiliation_strings":["School of Electrical and Mechanical Engineering, Adelaide University, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4895-6680","affiliations":[{"raw_affiliation_string":"School of Electrical and Mechanical Engineering, Adelaide University, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5104085456"],"corresponding_institution_ids":["https://openalex.org/I5681781"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2761873,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":null,"first_page":"1817","last_page":"1821"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6743000149726868},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5971999764442444},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.5848000049591064},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5218999981880188},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5026999711990356},{"id":"https://openalex.org/keywords/geostationary-orbit","display_name":"Geostationary orbit","score":0.49459999799728394},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4138000011444092},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4020000100135803},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.39809998869895935},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.3961000144481659}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8264999985694885},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6743000149726868},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5971999764442444},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5849000215530396},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.5848000049591064},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5232999920845032},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5218999981880188},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5026999711990356},{"id":"https://openalex.org/C16405173","wikidata":"https://www.wikidata.org/wiki/Q192316","display_name":"Geostationary orbit","level":3,"score":0.49459999799728394},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4138000011444092},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4020000100135803},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.38519999384880066},{"id":"https://openalex.org/C187713609","wikidata":"https://www.wikidata.org/wiki/Q2465461","display_name":"Default gateway","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.3711000084877014},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.34049999713897705},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3160000145435333},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.3124000132083893},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C3018325918","wikidata":"https://www.wikidata.org/wiki/Q663611","display_name":"Low earth orbit","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29179999232292175},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.2883000075817108},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C2779784338","wikidata":"https://www.wikidata.org/wiki/Q967145","display_name":"Satellite constellation","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C90806461","wikidata":"https://www.wikidata.org/wiki/Q1144416","display_name":"Propagation delay","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.26080000400543213},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.25780001282691956},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2026.3663306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2026.3663306","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5924125802","display_name":null,"funder_award_id":"RS-2024-00359235","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2003925783","https://openalex.org/W2040340473","https://openalex.org/W2149200615","https://openalex.org/W2460811025","https://openalex.org/W2565612488","https://openalex.org/W2746553466","https://openalex.org/W2857474393","https://openalex.org/W2893604101","https://openalex.org/W2894366476","https://openalex.org/W2911728646","https://openalex.org/W3216956110","https://openalex.org/W4223568641","https://openalex.org/W4390776954","https://openalex.org/W4405205315","https://openalex.org/W4407410693"],"related_works":[],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,39,116],"large-scale":[3],"low":[4],"Earth":[5],"orbit":[6],"(LEO)":[7],"satellite":[8],"constellations":[9],"is":[10],"driving":[11],"the":[12,35],"need":[13],"for":[14,76,107],"intelligent":[15],"routing":[16,106],"strategies":[17],"that":[18,120],"can":[19],"effectively":[20],"deliver":[21],"data":[22,81,118],"to":[23,53,60,103,131],"terrestrial":[24],"networks":[25],"under":[26],"rapidly":[27],"time-varying":[28],"topologies":[29],"and":[30,79,96,134],"intermittent":[31],"gateway":[32],"visibility.":[33],"Leveraging":[34],"global":[36],"control":[37],"capabilities":[38],"a":[40,73,91,98],"geostationary":[41],"(GEO)-resident":[42],"software-defined":[43],"networking":[44],"(SDN)":[45],"controller,":[46],"we":[47,89],"introduce":[48],"opportunistic":[49,105],"routing,":[50],"which":[51],"aims":[52],"minimize":[54],"delivery":[55,82],"delay":[56],"by":[57],"forwarding":[58],"packets":[59],"any":[61],"currently":[62],"available":[63],"ground":[64],"gateways":[65],"rather":[66],"than":[67],"fixed":[68],"destinations.":[69],"This":[70],"makes":[71],"it":[72],"promising":[74],"approach":[75],"achieving":[77],"low-latency":[78],"robust":[80],"in":[83,126],"highly":[84],"dynamic":[85],"LEO":[86],"networks.":[87],"Specifically,":[88],"formulate":[90],"constrained":[92],"stochastic":[93],"optimization":[94],"problem":[95],"employ":[97],"residual":[99],"reinforcement":[100],"learning":[101],"framework":[102],"optimize":[104],"reducing":[108],"transmission":[109],"delay.":[110],"Simulation":[111],"results":[112],"over":[113],"multiple":[114],"days":[115],"orbital":[117],"demonstrate":[119],"our":[121],"method":[122],"achieves":[123],"significant":[124],"improvements":[125],"queue":[127],"length":[128],"reduction":[129],"compared":[130],"classical":[132],"backpressure":[133],"other":[135],"well-known":[136],"queueing":[137],"algorithms.":[138]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-11T00:00:00"}