{"id":"https://openalex.org/W3213889621","doi":"https://doi.org/10.1109/jsac.2021.3126073","title":"A Deep Reinforcement Learning-Based Dynamic Traffic Offloading in Space-Air-Ground Integrated Networks (SAGIN)","display_name":"A Deep Reinforcement Learning-Based Dynamic Traffic Offloading in Space-Air-Ground Integrated Networks (SAGIN)","publication_year":2021,"publication_date":"2021-11-08","ids":{"openalex":"https://openalex.org/W3213889621","doi":"https://doi.org/10.1109/jsac.2021.3126073","mag":"3213889621"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2021.3126073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3126073","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007662359","display_name":"Fengxiao Tang","orcid":"https://orcid.org/0000-0003-2414-4802"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Fengxiao Tang","raw_affiliation_strings":["Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2414-4802","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041032623","display_name":"Hans Hofner","orcid":null},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hans Hofner","raw_affiliation_strings":["Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013311265","display_name":"Nei Kato","orcid":"https://orcid.org/0000-0001-8769-302X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nei Kato","raw_affiliation_strings":["Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8769-302X","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003218706","display_name":"Kazuma Kaneko","orcid":"https://orcid.org/0000-0001-9978-1350"},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuma Kaneko","raw_affiliation_strings":["Information Technology Research and Development Center, Mitsubishi Electric Corporation, Kamakura, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technology Research and Development Center, Mitsubishi Electric Corporation, Kamakura, Japan","institution_ids":["https://openalex.org/I4210133125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102101111","display_name":"Yasutaka Yamashita","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasutaka Yamashita","raw_affiliation_strings":["Information Technology Research and Development Center, Mitsubishi Electric Corporation, Kamakura, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technology Research and Development Center, Mitsubishi Electric Corporation, Kamakura, Japan","institution_ids":["https://openalex.org/I4210133125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048262283","display_name":"Masatake Hangai","orcid":"https://orcid.org/0000-0002-1546-169X"},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masatake Hangai","raw_affiliation_strings":["Information Technology Research and Development Center, Mitsubishi Electric Corporation, Kamakura, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technology Research and Development Center, Mitsubishi Electric Corporation, Kamakura, Japan","institution_ids":["https://openalex.org/I4210133125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007662359"],"corresponding_institution_ids":["https://openalex.org/I201537933"],"apc_list":null,"apc_paid":null,"fwci":110.5793,"has_fulltext":false,"cited_by_count":161,"citation_normalized_percentile":{"value":0.99954957,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"40","issue":"1","first_page":"276","last_page":"289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8980401754379272},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7313686013221741},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5236380100250244},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.507822573184967},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4924364984035492},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.44412797689437866},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.4176214337348938},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4023827314376831},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1835498809814453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8980401754379272},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7313686013221741},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5236380100250244},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.507822573184967},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4924364984035492},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.44412797689437866},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.4176214337348938},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4023827314376831},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1835498809814453},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2021.3126073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2021.3126073","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1581011417","https://openalex.org/W1992942660","https://openalex.org/W2021115830","https://openalex.org/W2037709256","https://openalex.org/W2087708208","https://openalex.org/W2090011098","https://openalex.org/W2117526746","https://openalex.org/W2136355828","https://openalex.org/W2145339207","https://openalex.org/W2148135143","https://openalex.org/W2168205574","https://openalex.org/W2171786816","https://openalex.org/W2295910096","https://openalex.org/W2617931713","https://openalex.org/W2619209761","https://openalex.org/W2620303912","https://openalex.org/W2737417907","https://openalex.org/W2746553466","https://openalex.org/W2749928005","https://openalex.org/W2753941074","https://openalex.org/W2758233612","https://openalex.org/W2762586323","https://openalex.org/W2764333513","https://openalex.org/W2803370496","https://openalex.org/W2805161269","https://openalex.org/W2889722097","https://openalex.org/W2900853407","https://openalex.org/W2924948991","https://openalex.org/W2927073559","https://openalex.org/W2962834214","https://openalex.org/W2963079995","https://openalex.org/W2963083073","https://openalex.org/W2963569053","https://openalex.org/W2963640672","https://openalex.org/W2969467678","https://openalex.org/W2988445325","https://openalex.org/W2989743749","https://openalex.org/W3003494777","https://openalex.org/W3005526854","https://openalex.org/W3009823869","https://openalex.org/W3013416947","https://openalex.org/W3038366466","https://openalex.org/W3086931396","https://openalex.org/W3098915991","https://openalex.org/W3103282502","https://openalex.org/W3120314863","https://openalex.org/W3155413563","https://openalex.org/W6687681856","https://openalex.org/W6770379449"],"related_works":["https://openalex.org/W1525137230","https://openalex.org/W2992998848","https://openalex.org/W2387096116","https://openalex.org/W2139801379","https://openalex.org/W3049664077","https://openalex.org/W2183673732","https://openalex.org/W4281965527","https://openalex.org/W2373565630","https://openalex.org/W2098739399","https://openalex.org/W2182046607"],"abstract_inverted_index":{"Space-Air-Ground":[0],"Integrated":[1],"Networks":[2],"(SAGIN)":[3],"is":[4,57,109,139],"considered":[5],"as":[6,43,45,85,87],"the":[7,11,22,29,35,46,52,61,80,96,113,121,143,151],"key":[8],"structure":[9],"of":[10,38,49,83,159],"next":[12],"generation":[13],"network.":[14],"The":[15,147],"space":[16,39],"satellites":[17],"and":[18,27,40,92,123,135,167],"air":[19,41],"nodes":[20,42,84],"are":[21],"potential":[23],"candidates":[24],"to":[25,34,111,115,141],"assist":[26,142],"offload":[28],"terrain":[30],"transmissions.":[31],"However,":[32],"due":[33],"high":[36,47,62,81],"mobility":[37,82],"well":[44,86],"dynamic":[48,63,162],"network":[50,90],"traffic,":[51],"conventional":[53,154],"traffic":[54,74,91],"offloading":[55,75,117,145,155],"strategy":[56,118],"not":[58],"applicable":[59],"for":[60,76],"SAGIN.":[64],"In":[65,95],"this":[66],"paper,":[67],"we":[68],"propose":[69],"a":[70,98,128],"reinforcement":[71],"learning":[72],"based":[73,119],"SAGIN":[77],"by":[78],"considering":[79],"frequent":[88],"changing":[89],"link":[93],"state.":[94],"proposal,":[97],"double":[99],"Q-learning":[100],"algorithm":[101,107],"with":[102,132],"improved":[103],"delay-sensitive":[104],"replay":[105],"memory":[106],"(DSRPM)":[108],"proposed":[110,140,144],"train":[112],"node":[114],"decide":[116],"on":[120],"local":[122],"neighboring":[124],"historical":[125],"information.":[126],"Furthermore,":[127],"joint":[129],"information":[130],"collection":[131],"hello":[133],"package":[134],"offline":[136],"training":[137],"mechanism":[138],"algorithm.":[146],"simulation":[148],"shows":[149],"that":[150],"proposal":[152],"outperforms":[153],"algorithms":[156],"in":[157],"terms":[158],"signaling":[160],"overhead,":[161],"adaptivity,":[163],"packet":[164],"drop":[165],"rate":[166],"transmission":[168],"delay.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":55},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}