{"id":"https://openalex.org/W4200331610","doi":"https://doi.org/10.1109/wcsp52459.2021.9613510","title":"Reinforcement Learning Routing in Space-Air-Ground Integrated Networks","display_name":"Reinforcement Learning Routing in Space-Air-Ground Integrated Networks","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W4200331610","doi":"https://doi.org/10.1109/wcsp52459.2021.9613510"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp52459.2021.9613510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613510","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100561716","display_name":"Xiaojing Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojing Shi","raw_affiliation_strings":["School of Information and Communications Engineering, Xi'an Jiaotong University, Xi'an, China","Shaanxi Smart Networks and Ubiquitous Access Research Center, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Smart Networks and Ubiquitous Access Research Center, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060549116","display_name":"Pinyi Ren","orcid":"https://orcid.org/0000-0002-0147-3673"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinyi Ren","raw_affiliation_strings":["School of Information and Communications Engineering, Xi'an Jiaotong University, Xi'an, China","Shaanxi Smart Networks and Ubiquitous Access Research Center, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Smart Networks and Ubiquitous Access Research Center, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054096196","display_name":"Qinghe Du","orcid":"https://orcid.org/0000-0002-4992-9166"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghe Du","raw_affiliation_strings":["School of Information and Communications Engineering, Xi'an Jiaotong University, Xi'an, China","Shaanxi Smart Networks and Ubiquitous Access Research Center, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Shaanxi Smart Networks and Ubiquitous Access Research Center, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.8322,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.78464223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6466057896614075},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5518409609794617},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.5371902585029602},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5211198925971985},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48629030585289},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.46487998962402344},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44606178998947144},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.42545509338378906},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.41446182131767273},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.4140395224094391},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.2911780774593353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13795673847198486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6466057896614075},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5518409609794617},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.5371902585029602},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5211198925971985},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48629030585289},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.46487998962402344},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44606178998947144},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.42545509338378906},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.41446182131767273},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.4140395224094391},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2911780774593353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13795673847198486}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp52459.2021.9613510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613510","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G5231788624","display_name":null,"funder_award_id":"2020YFB1806905","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2172926568","https://openalex.org/W2466095262","https://openalex.org/W2886485362","https://openalex.org/W2977524535","https://openalex.org/W3009823869","https://openalex.org/W3015325725","https://openalex.org/W3016045387","https://openalex.org/W3021971398","https://openalex.org/W3029957888","https://openalex.org/W3037066562","https://openalex.org/W3037523741","https://openalex.org/W3043621356","https://openalex.org/W4250589301"],"related_works":["https://openalex.org/W2607223747","https://openalex.org/W2082566976","https://openalex.org/W2251995179","https://openalex.org/W2793943525","https://openalex.org/W2944616377","https://openalex.org/W2619478018","https://openalex.org/W4214896794","https://openalex.org/W3134665879","https://openalex.org/W153071365","https://openalex.org/W2489455785"],"abstract_inverted_index":{"6G-Wisdom":[0],"Connected":[1],"Everything":[2],"has":[3,50,101],"been":[4],"put":[5],"into":[6],"research":[7,59],"and":[8,17,19,29,48,95,141,174,186,190,201,217,227,242],"development.":[9],"It":[10],"breaks":[11],"through":[12],"the":[13,43,58,61,79,108,114,116,142,148,153,169,180,184,187,194,210,223,231],"limitations":[14,117],"of":[15,45,60,81,110,118,171,212],"topography":[16],"surface":[18],"extends":[20],"to":[21,71,107],"natural":[22],"spaces":[23],"such":[24],"as":[25,183,193],"space,":[26,46],"air,":[27],"land,":[28],"ocean.":[30],"Whether":[31],"it":[32],"is":[33,69,78,133,139,144],"national":[34],"defense":[35],"missions,":[36],"emergency":[37],"communications,":[38],"or":[39],"large-scale":[40],"deterministic":[41],"services,":[42],"integration":[44],"air":[47,136,219],"ground":[49,143],"significant":[51],"advantages.":[52],"This":[53],"paper":[54,157],"mainly":[55],"focuses":[56],"on":[57,165],"space-air-ground":[62,161,224],"integrated":[63,160,225],"network.":[64],"The":[65],"new":[66,73],"network":[67,82,93],"architecture":[68],"bound":[70],"face":[72],"problems,":[74,155],"among":[75],"which":[76],"routing":[77,86,97,162,232],"basis":[80],"interconnection.":[83],"Currently,":[84],"existing":[85],"schemes":[87],"are":[88,121,129],"generally":[89],"aimed":[90],"at":[91,152],"single-layer":[92],"routing,":[94,237],"cooperative":[96],"between":[98],"multiple":[99],"layers":[100,120],"not":[102],"made":[103],"much":[104],"progress.":[105],"Due":[106],"diversity":[109],"node":[111],"types":[112],"in":[113,222],"network,":[115,226],"different":[119],"also":[122],"different.":[123],"For":[124],"example,":[125],"satellite":[126,214],"bandwidth":[127,191,215,243],"resources":[128,216],"limited,":[130,140],"time":[131],"delay":[132,182],"large,":[134],"hot":[135,218],"balloon":[137],"energy":[138,189,221],"easily":[145],"affected":[146],"by":[147],"geographical":[149],"environment.":[150],"Aiming":[151],"above":[154],"this":[156],"proposes":[158],"an":[159],"scheme":[163],"based":[164],"reinforcement":[166,172,206],"learning.":[167],"Through":[168],"design":[170],"learning":[173,207],"its":[175],"reward":[176],"function,":[177],"we":[178],"take":[179],"lowest":[181],"goal,":[185],"remaining":[188],"utilization":[192,244],"constraint":[195],"conditions":[196],"for":[197],"routing.":[198],"Theoretical":[199],"analysis":[200],"simulation":[202],"results":[203],"show":[204],"that":[205],"effectively":[208],"solves":[209],"problem":[211],"limited":[213],"balloons":[220],"can":[228],"successfully":[229],"implement":[230],"function.":[233],"Compared":[234],"with":[235],"Floyd":[236],"latency,":[238],"packet":[239],"loss":[240],"rate":[241],"performance":[245],"have":[246],"all":[247],"significantly":[248],"improved.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}