{"id":"https://openalex.org/W4293231988","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860361","title":"Deep Reinforcement Learning for Computation Offloading and Resource Allocation in Satellite-Terrestrial Integrated Networks","display_name":"Deep Reinforcement Learning for Computation Offloading and Resource Allocation in Satellite-Terrestrial Integrated Networks","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4293231988","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860361"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-spring54318.2022.9860361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860361","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101680988","display_name":"Haonan Wu","orcid":"https://orcid.org/0000-0001-5954-5943"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haonan Wu","raw_affiliation_strings":["Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences,Shanghai,China","shanghaiTech University, Shanghai, China","Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China","University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences,Shanghai,China","institution_ids":["https://openalex.org/I4210147322"]},{"raw_affiliation_string":"shanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]},{"raw_affiliation_string":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100933749","display_name":"Xiumei Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiumei Yang","raw_affiliation_strings":["Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences,Shanghai,China","University of Chinese Academy of Sciences, Beijing, China","Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences,Shanghai,China","institution_ids":["https://openalex.org/I4210147322"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058729013","display_name":"Zhiyong Bu","orcid":"https://orcid.org/0009-0001-2089-2830"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]},{"id":"https://openalex.org/I4210153300","display_name":"Shanghai Research Center for Wireless Communications","ror":"https://ror.org/04xfd0826","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210153300"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Bu","raw_affiliation_strings":["Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences,Shanghai,China","Key Laboratory of Wireless Sensor Network and Communications, Chinese Academy of Sciences, Shanghai, China","Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China","shanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences,Shanghai,China","institution_ids":["https://openalex.org/I4210147322"]},{"raw_affiliation_string":"Key Laboratory of Wireless Sensor Network and Communications, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210153300","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322"]},{"raw_affiliation_string":"shanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101680988"],"corresponding_institution_ids":["https://openalex.org/I30809798","https://openalex.org/I4210147322","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":4.4385,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96964432,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7997580170631409},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.793154776096344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7793643474578857},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5742772817611694},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5703296661376953},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5386185050010681},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.48086243867874146},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4789900481700897},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.47374972701072693},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.45586633682250977},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4552854001522064},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4519006609916687},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4471931755542755},{"id":"https://openalex.org/keywords/low-earth-orbit","display_name":"Low earth orbit","score":0.4237726032733917},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41761890053749084},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.35724928975105286},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.26094138622283936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2596309185028076},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1452770233154297},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12736934423446655},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08238059282302856},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08100268244743347}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7997580170631409},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.793154776096344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7793643474578857},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5742772817611694},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5703296661376953},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5386185050010681},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.48086243867874146},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4789900481700897},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.47374972701072693},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.45586633682250977},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4552854001522064},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4519006609916687},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4471931755542755},{"id":"https://openalex.org/C3018325918","wikidata":"https://www.wikidata.org/wiki/Q663611","display_name":"Low earth orbit","level":3,"score":0.4237726032733917},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41761890053749084},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.35724928975105286},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26094138622283936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2596309185028076},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1452770233154297},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12736934423446655},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08238059282302856},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08100268244743347},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2022-spring54318.2022.9860361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860361","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1777239053","https://openalex.org/W2082011829","https://openalex.org/W2194775991","https://openalex.org/W2736601468","https://openalex.org/W2909847702","https://openalex.org/W2964043796","https://openalex.org/W3013626674","https://openalex.org/W3138627822","https://openalex.org/W3196018792","https://openalex.org/W4205188521","https://openalex.org/W4249736682","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6638088447","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6805172083"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W2796352555","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4318952366","https://openalex.org/W3214829569","https://openalex.org/W4221092438","https://openalex.org/W4385335479"],"abstract_inverted_index":{"Satellite":[0],"mobile":[1],"edge":[2,49],"computing":[3,50],"(SMEC)":[4],"enhanced":[5],"satellite-terrestrial":[6],"integrated":[7],"networks":[8],"(STIN)":[9],"have":[10],"attracted":[11],"intensive":[12],"attention":[13],"to":[14,72,110],"obtain":[15],"seamless":[16],"coverage":[17],"and":[18,48,68,86,99,119],"provide":[19],"on-demand":[20],"computation":[21,66],"services.":[22],"However,":[23],"the":[24,38,53,65,74,91,112,126],"cooperative":[25],"task":[26,57,83],"execution":[27,84],"among":[28,59],"low":[29,120],"earth":[30],"orbit":[31],"(LEO)":[32],"satellites":[33],"is":[34],"largely":[35],"ignored":[36],"in":[37,77],"SMEC-STIN.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43],"explore":[44],"a":[45,80,95,101],"hybrid":[46],"cloud":[47],"architecture":[51],"of":[52,79,128],"SMEC-STIN":[54],"with":[55,115],"coordinated":[56],"processing":[58],"neighboring":[60],"LEO":[61],"satellites.":[62],"We":[63,89],"investigate":[64],"offloading":[67],"resource":[69],"allocation":[70],"strategies":[71],"minimize":[73],"long-term":[75],"cost":[76],"terms":[78],"trade-off":[81],"between":[82],"latency":[85],"energy":[87],"consumption.":[88],"formulate":[90],"optimization":[92,104],"problem":[93],"as":[94],"Markov":[96],"decision":[97],"process":[98],"design":[100],"proximal":[102],"policy":[103],"based":[105],"deep":[106],"reinforcement":[107],"learning":[108],"method":[109],"approximate":[111],"optimal":[113],"solution":[114],"robust":[116],"training":[117],"stability":[118],"storage":[121],"demand.":[122],"Simulation":[123],"results":[124],"validate":[125],"effectiveness":[127],"our":[129],"proposed":[130],"method.":[131]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}