{"id":"https://openalex.org/W4205188521","doi":"https://doi.org/10.1109/jiot.2021.3133110","title":"Learning-Based Computation Offloading for IoRT Through Ka/Q-Band Satellite\u2013Terrestrial Integrated Networks","display_name":"Learning-Based Computation Offloading for IoRT Through Ka/Q-Band Satellite\u2013Terrestrial Integrated Networks","publication_year":2021,"publication_date":"2021-12-07","ids":{"openalex":"https://openalex.org/W4205188521","doi":"https://doi.org/10.1109/jiot.2021.3133110"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3133110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3133110","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069572173","display_name":"Tianjiao Chen","orcid":"https://orcid.org/0000-0002-2931-3487"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianjiao Chen","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Department of Future Networks, Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2931-3487","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Future Networks, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325222","display_name":"Jiang Liu","orcid":"https://orcid.org/0000-0002-0729-1299"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Liu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Department of Future Networks, Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0729-1299","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Future Networks, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417960","display_name":"Qiang Ye","orcid":"https://orcid.org/0000-0002-8208-6295"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qiang Ye","raw_affiliation_strings":["Department of Computer Science, Memorial University of Newfoundland, St. John’s, NL, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8208-6295","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Memorial University of Newfoundland, St. John’s, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061723765","display_name":"Weihua Zhuang","orcid":"https://orcid.org/0000-0003-0488-511X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weihua Zhuang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0488-511X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101707934","display_name":"Weiting Zhang","orcid":"https://orcid.org/0000-0002-7473-2234"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiting Zhang","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7473-2234","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087767046","display_name":"Tao Huang","orcid":"https://orcid.org/0000-0002-3545-1122"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Department of Future Networks, Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3545-1122","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Future Networks, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101690888","display_name":"Yunjie Liu","orcid":"https://orcid.org/0000-0002-9312-7523"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjie Liu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Department of Future Networks, Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Future Networks, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":40.8945,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.99600707,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":"14","first_page":"12056","last_page":"12070"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8321393132209778},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7114755511283875},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5878081321716309},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5031890273094177},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5026466846466064},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.48043274879455566},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4697425961494446},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4613703489303589},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4434627294540405},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.4407593309879303},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4391997456550598},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38213402032852173},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1802312135696411}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8321393132209778},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7114755511283875},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5878081321716309},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5031890273094177},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5026466846466064},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.48043274879455566},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4697425961494446},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4613703489303589},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4434627294540405},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.4407593309879303},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4391997456550598},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38213402032852173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1802312135696411},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3133110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3133110","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4675584026","display_name":null,"funder_award_id":"62171064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8687013645","display_name":null,"funder_award_id":"Z211100004421019","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320325902","display_name":"Beijing Municipal Science and Technology Commission","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1173867976","https://openalex.org/W1581058907","https://openalex.org/W1971241614","https://openalex.org/W2049397499","https://openalex.org/W2248880694","https://openalex.org/W2490243256","https://openalex.org/W2517055986","https://openalex.org/W2786070938","https://openalex.org/W2800433823","https://openalex.org/W2805161269","https://openalex.org/W2898035736","https://openalex.org/W2901608252","https://openalex.org/W2903214133","https://openalex.org/W2924948991","https://openalex.org/W2934185291","https://openalex.org/W2935268363","https://openalex.org/W2938135176","https://openalex.org/W2944877833","https://openalex.org/W2945086780","https://openalex.org/W2965191966","https://openalex.org/W2968782695","https://openalex.org/W2969297996","https://openalex.org/W2981096252","https://openalex.org/W2999562137","https://openalex.org/W3003494777","https://openalex.org/W3010301175","https://openalex.org/W3013626674","https://openalex.org/W3036634962","https://openalex.org/W3081084450","https://openalex.org/W3081933036","https://openalex.org/W3090944066","https://openalex.org/W3095393520","https://openalex.org/W3110381504","https://openalex.org/W3114547504","https://openalex.org/W3116677227","https://openalex.org/W3127207655","https://openalex.org/W3131309288","https://openalex.org/W3138627822","https://openalex.org/W6694517276"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993"],"abstract_inverted_index":{"In":[0],"this":[1,32],"article,":[2],"we":[3,34],"propose":[4],"a":[5,20,75],"multilayer":[6],"Ka/Q-band":[7],"satellite\u2013terrestrial":[8],"integrated":[9],"network":[10,29],"for":[11],"the":[12,40,54,68,82,86,97,101,147],"Internet":[13],"of":[14,84,88,100,119,122,138,151],"Remote":[15],"Things":[16],"(IoRT)":[17],"to":[18,37,47,112,145],"achieve":[19],"high":[21],"transmission":[22],"rate":[23],"with":[24,81,91,129],"communication":[25],"robustness":[26],"in":[27,53],"dynamic":[28,120],"environments.":[30],"Under":[31],"architecture,":[33],"investigate":[35],"how":[36],"jointly":[38],"manage":[39],"offloading":[41,70],"path":[42],"selection":[43],"and":[44,50,64,95,132,135,149],"resource":[45],"allocation":[46],"offload":[48],"computation-intensive":[49],"delay-sensitive":[51],"tasks":[52,90],"IoRT.":[55],"Considering":[56],"continuous":[57],"low":[58],"earth":[59],"orbit":[60],"(LEO)":[61],"satellite":[62,133],"movements":[63],"Markovian":[65],"rainfall":[66,130],"changes,":[67],"computation":[69],"problem":[71],"is":[72,110],"described":[73],"as":[74],"Markov":[76],"decision":[77],"process":[78],"(MDP)":[79],"formulation":[80],"objective":[83],"maximizing":[85],"number":[87],"offloaded":[89],"satisfied":[92],"delay":[93],"requirements":[94],"minimizing":[96],"power":[98],"consumption":[99],"LEO":[102],"satellites.":[103],"A":[104],"deep":[105],"reinforcement":[106],"learning":[107],"(DRL)":[108],"approach":[109],"leveraged":[111],"make":[113],"optimal":[114],"decisions":[115],"by":[116],"taking":[117],"account":[118],"queues":[121],"IoRT":[123],"devices,":[124],"channel":[125],"conditions":[126],"that":[127],"vary":[128],"intensities":[131],"positions,":[134],"computing":[136],"capabilities":[137],"ground":[139],"stations.":[140],"Extensive":[141],"simulations":[142],"are":[143],"conducted":[144],"validate":[146],"effectiveness":[148],"superiority":[150],"our":[152],"proposed":[153],"scheme.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}