{"id":"https://openalex.org/W4415883178","doi":"https://doi.org/10.1109/jiot.2025.3628965","title":"Deep-Reinforcement-Learning-Based Resource Allocation for MEC-Assisted Satellite\u2013Terrestrial Integrated Networks","display_name":"Deep-Reinforcement-Learning-Based Resource Allocation for MEC-Assisted Satellite\u2013Terrestrial Integrated Networks","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415883178","doi":"https://doi.org/10.1109/jiot.2025.3628965"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3628965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3628965","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103258353","display_name":"Fangfang Yin","orcid":"https://orcid.org/0000-0002-7602-9390"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangfang Yin","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7602-9390","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025669886","display_name":"Qihong Liu","orcid":"https://orcid.org/0009-0003-5575-9006"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihong Liu","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048802154","display_name":"Danpu Liu","orcid":"https://orcid.org/0000-0003-4296-5209"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danpu Liu","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Network, Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","Beijing Key Laboratory of Network System Architecture and Convergence, Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4296-5209","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047161111","display_name":"Libiao Jin","orcid":"https://orcid.org/0000-0003-4530-2996"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libiao Jin","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4530-2996","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100359976","display_name":"Shufeng Li","orcid":"https://orcid.org/0000-0002-4837-1412"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shufeng Li","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4837-1412","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, School of Information and Communication Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40245923,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"1","first_page":"1440","last_page":"1459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9417999982833862,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9417999982833862,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.011500000022351742,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.7402999997138977},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6413999795913696},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5383999943733215},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5328999757766724},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.45179998874664307},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.4507000148296356},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.44909998774528503},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4372999966144562},{"id":"https://openalex.org/keywords/geometric-programming","display_name":"Geometric programming","score":0.4287000000476837},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.42559999227523804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8536999821662903},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.7402999997138977},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6413999795913696},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5383999943733215},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.49410000443458557},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.492900013923645},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4839000105857849},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.45179998874664307},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.44909998774528503},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4372999966144562},{"id":"https://openalex.org/C20729856","wikidata":"https://www.wikidata.org/wiki/Q2078279","display_name":"Geometric programming","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.40959998965263367},{"id":"https://openalex.org/C115527620","wikidata":"https://www.wikidata.org/wiki/Q769909","display_name":"Nonlinear programming","level":3,"score":0.39800000190734863},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2946000099182129},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.2937000095844269},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3628965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3628965","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2188558765","display_name":null,"funder_award_id":"CUC230B044","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2567912756","display_name":null,"funder_award_id":"CUC24QT14","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5598104906","display_name":null,"funder_award_id":"SKLMCC2021KF009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6326945307","display_name":null,"funder_award_id":"62271065","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G713846599","display_name":null,"funder_award_id":"CUC25QT18","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8166091873","display_name":null,"funder_award_id":"62371428","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W2081893537","https://openalex.org/W2364089413","https://openalex.org/W2415910379","https://openalex.org/W2604281498","https://openalex.org/W2771579582","https://openalex.org/W2783315939","https://openalex.org/W2934046414","https://openalex.org/W2965296577","https://openalex.org/W2986271133","https://openalex.org/W3139062370","https://openalex.org/W3154769181","https://openalex.org/W3185904122","https://openalex.org/W3206199543","https://openalex.org/W3217310154","https://openalex.org/W4206208060","https://openalex.org/W4210340876","https://openalex.org/W4225341670","https://openalex.org/W4250589301","https://openalex.org/W4285159124","https://openalex.org/W4285162489","https://openalex.org/W4285191453","https://openalex.org/W4285247160","https://openalex.org/W4285299870","https://openalex.org/W4296704831","https://openalex.org/W4312865817","https://openalex.org/W4313270738","https://openalex.org/W4317795032","https://openalex.org/W4318586180","https://openalex.org/W4319068624","https://openalex.org/W4322706620","https://openalex.org/W4322731085","https://openalex.org/W4376455107","https://openalex.org/W4376456650","https://openalex.org/W4377231518","https://openalex.org/W4385287558","https://openalex.org/W4385444708","https://openalex.org/W4385453605","https://openalex.org/W4385820011","https://openalex.org/W4389584368","https://openalex.org/W4391128868","https://openalex.org/W4391547876","https://openalex.org/W4391876836","https://openalex.org/W4391936152","https://openalex.org/W4393207493","https://openalex.org/W4396568636","https://openalex.org/W4399039858","https://openalex.org/W4400020179","https://openalex.org/W4400402299","https://openalex.org/W4400975133","https://openalex.org/W4401507688","https://openalex.org/W4401596732","https://openalex.org/W4401607273","https://openalex.org/W4401635099","https://openalex.org/W4404914591","https://openalex.org/W4405232169","https://openalex.org/W4408251920","https://openalex.org/W4410887655","https://openalex.org/W4411551097"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,14,31,35,45,54,57,81,104,108,138,144,152,160,164,170,181,186],"mixed-timescale":[4],"resource":[5,27],"allocation":[6,85,116,167],"problem":[7,42,106],"in":[8],"satellite-terrestrial":[9],"integrated":[10],"networks":[11],"(STIN).":[12],"Moreover,":[13],"multi-access":[15],"edge":[16],"computing":[17],"(MEC)":[18],"technology":[19],"and":[20,48,69,86,113,117,183],"millimeter":[21],"wave":[22],"(mmWave)":[23],"with":[24],"rich":[25],"spectrum":[26],"are":[28,89,176],"merged":[29],"into":[30,107],"STIN":[32],"to":[33,94,136,150,179],"improve":[34],"network":[36,39],"performance.":[37],"A":[38],"utility":[40],"maximization":[41],"characterized":[43],"by":[44],"achievable":[46],"rate":[47],"backhaul":[49],"reduction":[50],"is":[51,134,148],"formulated":[52],"under":[53],"constraints":[55],"of":[56,63,71,76,163,185],"maximum":[58],"caching":[59,82,110,154],"capacity,":[60],"transmission":[61],"power":[62,84,115,166],"mmWave":[64],"small-cell":[65],"base":[66],"stations":[67],"(SBSs)":[68],"quality":[70],"service":[72],"(QoS)":[73],"for":[74],"Internet":[75],"Things":[77],"(IoT)":[78],"devices,":[79],"where":[80],"placement,":[83],"user-SBS":[87,118,140],"association":[88,119,141],"jointly":[90],"optimized.":[91],"In":[92],"order":[93],"tackle":[95],"this":[96],"mixed-integer":[97],"nonlinear":[98],"programming":[99,146],"(MINLP)":[100],"problem,":[101],"we":[102,158],"decompose":[103],"original":[105],"long-term":[109,153],"placement":[111,155],"subproblem,":[112],"short-term":[114,139,165],"subproblems.":[120],"Then,":[121],"a":[122],"multi-agent":[123],"deep":[124],"reinforcement":[125],"learning":[126],"(MADRL)-based":[127],"independent":[128],"proximal":[129],"policy":[130],"optimization":[131],"(IPPO)":[132],"algorithm":[133],"proposed":[135,187],"solve":[137,151],"subproblem.":[142,156],"Meanwhile,":[143],"linear":[145],"(LP)":[147],"used":[149],"Furthermore,":[157],"derive":[159],"closed-form":[161],"solution":[162],"subproblem":[168],"through":[169],"Karush-Kuhn-Tucker":[171],"(KKT)":[172],"conditions.":[173],"Simulation":[174],"results":[175],"carried":[177],"out":[178],"validate":[180],"effectiveness":[182],"scalability":[184],"joint":[188],"approach.":[189]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-11-04T00:00:00"}