{"id":"https://openalex.org/W4392175399","doi":"https://doi.org/10.1109/globecom54140.2023.10436727","title":"Reinforcement Learning Based Intelligent Routing for Software Defined LEO Satellite Networks","display_name":"Reinforcement Learning Based Intelligent Routing for Software Defined LEO Satellite Networks","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392175399","doi":"https://doi.org/10.1109/globecom54140.2023.10436727"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10436727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10436727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100608557","display_name":"Liying Fu","orcid":"https://orcid.org/0000-0003-0255-4798"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liying Fu","raw_affiliation_strings":["Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083177219","display_name":"Wenting Wei","orcid":"https://orcid.org/0000-0003-1795-4938"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenting Wei","raw_affiliation_strings":["Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109659241","display_name":"Xueyu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyu Lu","raw_affiliation_strings":["Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["Graduate School of Informatics and Engineering, University of Electro-Communications,Tokyo,Japan","Graduate School of Informatics and Engineering, University of Electro-Communications, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, University of Electro-Communications,Tokyo,Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"Graduate School of Informatics and Engineering, University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072643813","display_name":"Xiangwang Hou","orcid":"https://orcid.org/0000-0001-9449-4854"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangwang Hou","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China","Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048326379","display_name":"Lei Lin","orcid":"https://orcid.org/0000-0002-1161-8565"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Lin","raw_affiliation_strings":["Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100418553","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0003-2541-6283"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Chen","raw_affiliation_strings":["Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xidian University,State Key Laboratory of Integrated Service Networks,Xi'an,China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2323","last_page":"2328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8791966438293457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.778205394744873},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6031068563461304},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5263156890869141},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4758319854736328},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4444428086280823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3806665539741516},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3600819706916809},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11389720439910889},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07451331615447998}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8791966438293457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.778205394744873},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6031068563461304},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5263156890869141},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4758319854736328},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4444428086280823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3806665539741516},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3600819706916809},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11389720439910889},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07451331615447998},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom54140.2023.10436727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10436727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2098324992","https://openalex.org/W2202549229","https://openalex.org/W2897900918","https://openalex.org/W2956241431","https://openalex.org/W2968925205","https://openalex.org/W3035160052","https://openalex.org/W3104294226","https://openalex.org/W3155224216","https://openalex.org/W3190130386","https://openalex.org/W3196941187","https://openalex.org/W4210373915","https://openalex.org/W4313189329","https://openalex.org/W4319988979","https://openalex.org/W4320015763"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0],"low":[1],"earth":[2],"orbit":[3],"(LEO)":[4],"satellite":[5,103,150],"constellation":[6],"is":[7],"regarded":[8],"as":[9,32,34],"an":[10],"effective":[11],"complement":[12],"to":[13,19,81,107,144,173],"the":[14,27,35,55,109,114,119,125,146],"terrestrial":[15],"communication":[16],"system":[17],"due":[18],"its":[20],"seamless":[21],"coverage":[22],"and":[23,47,87,111,130,133,162,170],"ultra-low":[24],"latency.":[25],"Unfortunately,":[26],"highly":[28],"dynamic":[29,39],"traffic":[30],"volume,":[31],"well":[33],"inherent":[36],"nature":[37],"of":[38,57,121,140,149],"topology":[40],"changes":[41,86],"caused":[42],"by":[43,166],"frequent":[44],"link":[45],"handover":[46],"uncertain":[48],"hardware":[49],"failures,":[50],"pose":[51],"severe":[52],"challenges":[53],"in":[54,127],"design":[56],"reliable":[58,63],"routing.":[59,152],"However,":[60],"most":[61],"existing":[62],"routing":[64,104],"approaches":[65],"with":[66],"distributed":[67],"schemes":[68],"only":[69],"focus":[70],"on":[71],"information":[72],"exchange":[73],"between":[74],"adjacent":[75],"nodes,":[76],"which":[77],"makes":[78],"them":[79],"fail":[80],"perceive":[82],"real-time":[83],"global":[84],"network":[85,126,151],"make":[88],"optimal":[89],"decisions.":[90],"In":[91],"this":[92],"paper,":[93],"we":[94,123],"propose":[95],"a":[96,128,136],"software":[97],"defined":[98],"networking":[99],"(SDN)":[100],"based":[101],"intelligent":[102],"(SISR)":[105],"method":[106],"increase":[108],"adaptivity":[110],"reliability":[112],"during":[113],"packet":[115,163],"transmission":[116],"process.":[117],"With":[118],"facilitation":[120],"SDN,":[122],"manage":[124],"hierarchical":[129],"centralized":[131],"paradigm,":[132],"further":[134],"implement":[135],"more":[137,167],"refined":[138],"form":[139],"reinforcement":[141],"learning":[142],"(RL)":[143],"enhance":[145],"fault-tolerant":[147],"ability":[148],"Experimental":[153],"results":[154],"show":[155],"that":[156],"our":[157],"solution":[158],"can":[159],"reduce":[160],"latency":[161],"loss":[164],"ratio":[165],"than":[168],"42%":[169],"29%":[171],"compared":[172],"baselines.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}