{"id":"https://openalex.org/W4386748071","doi":"https://doi.org/10.3390/s23187859","title":"Constrained DRL for Energy Efficiency Optimization in RSMA-Based Integrated Satellite Terrestrial Network","display_name":"Constrained DRL for Energy Efficiency Optimization in RSMA-Based Integrated Satellite Terrestrial Network","publication_year":2023,"publication_date":"2023-09-13","ids":{"openalex":"https://openalex.org/W4386748071","doi":"https://doi.org/10.3390/s23187859","pmid":"https://pubmed.ncbi.nlm.nih.gov/37765915"},"language":"en","primary_location":{"id":"doi:10.3390/s23187859","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23187859","pdf_url":"https://www.mdpi.com/1424-8220/23/18/7859/pdf?version=1694677474","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/18/7859/pdf?version=1694677474","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005445370","display_name":"Qingmiao Zhang","orcid":"https://orcid.org/0000-0002-6435-767X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingmiao Zhang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China;"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China;","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101719304","display_name":"Lidong Zhu","orcid":"https://orcid.org/0000-0002-3737-9435"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lidong Zhu","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China;"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu 611731, China;","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702787","display_name":"Yanyan Chen","orcid":"https://orcid.org/0000-0002-7068-4669"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Chen","raw_affiliation_strings":["School of Computer Science and Information Engineering, Xiamen Institute of Technology, Xiamen 361021, China","School of Computer Science and Information Engineering, Xiamen Institute of Technology, Xiamen 361021, China;"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Xiamen Institute of Technology, Xiamen 361021, China","institution_ids":["https://openalex.org/I75867142"]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Xiamen Institute of Technology, Xiamen 361021, China;","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100631379","display_name":"Shan Jiang","orcid":"https://orcid.org/0000-0002-7895-2058"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Jiang","raw_affiliation_strings":["China Mobile (Jiangxi) Communications Group Co., Ltd., Yichun 336000, China","China Mobile (Jiangxi) Communications Group Co., Ltd., Yichun 336000, China;"],"affiliations":[{"raw_affiliation_string":"China Mobile (Jiangxi) Communications Group Co., Ltd., Yichun 336000, China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile (Jiangxi) Communications Group Co., Ltd., Yichun 336000, China;","institution_ids":["https://openalex.org/I180662265"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101719304"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":4.1354,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.94219367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"23","issue":"18","first_page":"7859","last_page":"7859"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.728266716003418},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6885160803794861},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6075751781463623},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5234934091567993},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4957910478115082},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4878880977630615},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.454680472612381},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43682241439819336},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4314199686050415},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4158502221107483},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1530584692955017},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13692447543144226},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13022056221961975}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.728266716003418},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6885160803794861},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6075751781463623},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5234934091567993},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4957910478115082},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4878880977630615},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.454680472612381},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43682241439819336},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4314199686050415},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4158502221107483},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1530584692955017},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13692447543144226},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13022056221961975},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s23187859","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23187859","pdf_url":"https://www.mdpi.com/1424-8220/23/18/7859/pdf?version=1694677474","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:37765915","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37765915","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10537614","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10537614","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10537614/pdf/sensors-23-07859.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:d00fe6b3173a4b9da05bbc4ca87b3efb","is_oa":true,"landing_page_url":"https://doaj.org/article/d00fe6b3173a4b9da05bbc4ca87b3efb","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 18, p 7859 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s23187859","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23187859","pdf_url":"https://www.mdpi.com/1424-8220/23/18/7859/pdf?version=1694677474","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386748071.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1987995897","https://openalex.org/W2068118751","https://openalex.org/W2271871887","https://openalex.org/W2276996242","https://openalex.org/W2781726626","https://openalex.org/W2914196784","https://openalex.org/W2982256055","https://openalex.org/W2989668825","https://openalex.org/W3016983759","https://openalex.org/W3044746003","https://openalex.org/W3165573226","https://openalex.org/W3173963812","https://openalex.org/W3200113042","https://openalex.org/W3202977637","https://openalex.org/W3204601746","https://openalex.org/W3206671995","https://openalex.org/W3212518198","https://openalex.org/W3217454561","https://openalex.org/W4210439023","https://openalex.org/W4210512107","https://openalex.org/W4210527295","https://openalex.org/W4224250065","https://openalex.org/W4225959144","https://openalex.org/W4226189775","https://openalex.org/W4285243594","https://openalex.org/W4286564643","https://openalex.org/W4295934626","https://openalex.org/W4306836260","https://openalex.org/W4308866564","https://openalex.org/W4309787135","https://openalex.org/W4312312028","https://openalex.org/W4312492881","https://openalex.org/W4312948748","https://openalex.org/W4315777851","https://openalex.org/W4316660971","https://openalex.org/W4322576964","https://openalex.org/W4376601260","https://openalex.org/W4377101591","https://openalex.org/W4382999239","https://openalex.org/W6693727982","https://openalex.org/W6737893269","https://openalex.org/W6839604609","https://openalex.org/W6842545134"],"related_works":["https://openalex.org/W162913629","https://openalex.org/W2152156867","https://openalex.org/W4386474156","https://openalex.org/W2085166509","https://openalex.org/W4205177763","https://openalex.org/W2895841339","https://openalex.org/W3206863852","https://openalex.org/W2733595416","https://openalex.org/W3008208197","https://openalex.org/W2136258730"],"abstract_inverted_index":{"To":[0],"accommodate":[1],"the":[2,35,52,57,110,116,130,135,146,160,163,167,170,181,189,204,209,216],"requirements":[3,131],"of":[4,87,199,215],"extensive":[5],"coverage":[6],"and":[7,23,91,140,166],"ubiquitous":[8],"connectivity":[9],"in":[10,19,56,65,145,197],"6G":[11],"communications,":[12],"satellite":[13,59],"plays":[14],"a":[15,85,121,176],"more":[16],"significant":[17],"role":[18],"it.":[20,105],"As":[21],"users":[22],"devices":[24],"explosively":[25],"grow,":[26],"new":[27,36,177],"multiple":[28,40],"access":[29,41],"technologies":[30],"are":[31,48,132],"called":[32],"for.":[33],"Among":[34],"candidates,":[37],"rate":[38],"splitting":[39],"(RSMA)":[42],"shows":[43],"great":[44],"potential.":[45],"Since":[46],"satellites":[47],"power-limited,":[49],"we":[50,95],"investigate":[51],"energy-efficient":[53],"resource":[54],"allocation":[55],"integrated":[58],"terrestrial":[60],"network":[61],"(ISTN)-adopting":[62],"RSMA":[63],"scheme":[64],"this":[66,69,81,156],"paper.":[67],"However,":[68],"non-convex":[70],"problem":[71,119],"is":[72,127,138,152,212],"challenging":[73],"to":[74,97,103,114,154,174],"solve":[75],"using":[76],"conventional":[77],"model-based":[78],"methods.":[79],"Because":[80],"optimization":[82],"task":[83],"has":[84],"quality":[86],"service":[88],"(QoS)":[89],"requirement":[90],"continuous":[92],"action/state":[93],"space,":[94],"propose":[96],"use":[98],"constrained":[99,118],"soft":[100],"actor-critic":[101],"(SAC)":[102],"tackle":[104],"This":[106],"policy-gradient":[107],"algorithm":[108,191],"incorporates":[109],"Lagrangian":[111],"relaxation":[112],"technique":[113],"convert":[115],"original":[117],"into":[120],"penalized":[122],"unconstrained":[123],"one.":[124,183],"The":[125,184],"reward":[126],"maximized":[128],"while":[129,202],"satisfied.":[133],"Moreover,":[134],"learning":[136],"process":[137],"time-consuming":[139],"unnecessary":[141],"when":[142],"little":[143],"changes":[144],"network.":[147],"So,":[148],"an":[149],"on-off":[150,217],"mechanism":[151],"introduced":[153],"avoid":[155],"situation.":[157],"By":[158],"calculating":[159],"difference":[161],"between":[162],"current":[164],"state":[165],"last":[168,182],"one,":[169],"system":[171],"will":[172],"decide":[173],"learn":[175],"action":[178],"or":[179],"take":[180],"simulation":[185],"results":[186],"show":[187],"that":[188],"proposed":[190],"can":[192],"outperform":[193],"other":[194],"benchmark":[195],"algorithms":[196],"terms":[198],"energy":[200],"efficiency":[201],"satisfying":[203],"QoS":[205],"constraint.":[206],"In":[207],"addition,":[208],"time":[210],"consumption":[211],"lowered":[213],"because":[214],"design.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}