{"id":"https://openalex.org/W7124966218","doi":"https://doi.org/10.1109/cloudcom67567.2025.11331560","title":"Deep Reinforcement Learning-Based Resource Allocation Method for Heterogeneous Satellite Networks","display_name":"Deep Reinforcement Learning-Based Resource Allocation Method for Heterogeneous Satellite Networks","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W7124966218","doi":"https://doi.org/10.1109/cloudcom67567.2025.11331560"},"language":null,"primary_location":{"id":"doi:10.1109/cloudcom67567.2025.11331560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom67567.2025.11331560","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123374804","display_name":"Mingyi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mingyi Wang","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications,China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123393138","display_name":"Qi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications,China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123435003","display_name":"Yang Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088100","display_name":"Stellar Science (United States)","ror":"https://ror.org/00171m316","country_code":"US","type":"company","lineage":["https://openalex.org/I4210088100"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Zhou","raw_affiliation_strings":["Nova Stella (Shenzhen) Technology Co., Ltd.,China"],"affiliations":[{"raw_affiliation_string":"Nova Stella (Shenzhen) Technology Co., Ltd.,China","institution_ids":["https://openalex.org/I4210088100"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088066872","display_name":"Jianbo Zheng","orcid":"https://orcid.org/0000-0002-8286-0383"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbo Zheng","raw_affiliation_strings":["Artifcial intelligence Research Institute, Shenzhen MSU-BIT University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Artifcial intelligence Research Institute, Shenzhen MSU-BIT University,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123385727","display_name":"Chengchao Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengchao Liang","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications,China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5123374804"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77764928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/geostationary-orbit","display_name":"Geostationary orbit","score":0.7904999852180481},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6628999710083008},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.529699981212616},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5231999754905701},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5180000066757202},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5177000164985657},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.46140000224113464},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.45489999651908875}],"concepts":[{"id":"https://openalex.org/C16405173","wikidata":"https://www.wikidata.org/wiki/Q192316","display_name":"Geostationary orbit","level":3,"score":0.7904999852180481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627999782562256},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6628999710083008},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5710999965667725},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.529699981212616},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5231999754905701},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5180000066757202},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5177000164985657},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.46140000224113464},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.45489999651908875},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.4221999943256378},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.28299999237060547},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28110000491142273},{"id":"https://openalex.org/C2987528665","wikidata":"https://www.wikidata.org/wiki/Q854845","display_name":"Earth observation satellite","level":3,"score":0.2766000032424927},{"id":"https://openalex.org/C2778027091","wikidata":"https://www.wikidata.org/wiki/Q25346003","display_name":"Satellite system","level":4,"score":0.2720000147819519},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C3018325918","wikidata":"https://www.wikidata.org/wiki/Q663611","display_name":"Low earth orbit","level":3,"score":0.2646999955177307},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cloudcom67567.2025.11331560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom67567.2025.11331560","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8465124245","display_name":null,"funder_award_id":"62576213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2577229955","https://openalex.org/W2788428941","https://openalex.org/W3120881540","https://openalex.org/W3157176087","https://openalex.org/W3214727290","https://openalex.org/W4205628489","https://openalex.org/W4312735264","https://openalex.org/W4362683619","https://openalex.org/W4406110873","https://openalex.org/W4408182971","https://openalex.org/W4410211330"],"related_works":[],"abstract_inverted_index":{"The":[0],"emerging":[1],"architecture":[2],"in":[3,44,162],"next-generation":[4],"mobile":[5],"networks":[6],"leverages":[7],"the":[8,40,62,100,132,157],"coexistence":[9,48,72],"of":[10,42,64,102],"low":[11],"Earth":[12,17],"orbit":[13,18],"(LEO)":[14],"and":[15,81,106,122],"geostationary":[16],"(GEO)":[19],"satellites":[20],"within":[21],"heterogeneous":[22,46,70],"networks.":[23],"This":[24,96],"setup":[25],"not":[26],"only":[27],"enables":[28],"seamless":[29],"coverage":[30],"but":[31],"also":[32],"enhances":[33],"user":[34],"data":[35,165],"rates.":[36],"However,":[37],"due":[38],"to":[39,92,139],"scarcity":[41],"resources":[43],"such":[45],"satellite":[47,65,164],"networks,":[49],"efficiently":[50],"allocating":[51],"onboard":[52],"resources,":[53,56],"particularly":[54],"spectrum":[55],"poses":[57],"a":[58,76,108,141],"significant":[59],"challenge.":[60],"In":[61],"context":[63],"communication":[66],"systems":[67],"under":[68],"dynamic":[69],"multi-system":[71],"environments,":[73],"we":[74,130],"design":[75],"cross-system":[77],"joint":[78],"optimization":[79,110,151],"framework":[80],"propose":[82],"an":[83],"online":[84],"resource":[85,109,120,124,128,144],"allocation":[86,121,145],"scheme":[87],"based":[88],"on":[89],"beam-hopping":[90],"(BH)":[91],"coordinate":[93],"inter-system":[94],"transmissions.":[95],"work":[97],"further":[98],"considers":[99],"uncertainty":[101],"beam":[103],"service":[104],"durations":[105],"formulates":[107],"problem.":[111],"We":[112],"decompose":[113],"this":[114],"problem":[115],"into":[116],"two":[117],"sub-problems:":[118],"inter-cell":[119,127],"intra-cell":[123],"allocation.":[125],"For":[126],"allocation,":[129],"adopt":[131],"Deep":[133],"Deterministic":[134],"Policy":[135],"Gradient":[136],"(DDPG)":[137],"algorithm":[138,159],"provide":[140],"solution.":[142],"Intra-cell":[143],"is":[146],"addressed":[147],"using":[148],"traditional":[149],"convex":[150],"methods.":[152],"Simulation":[153],"results":[154],"validate":[155],"that":[156],"proposed":[158],"ensures":[160],"fairness":[161],"LEO":[163],"processing":[166],"while":[167],"effectively":[168],"improving":[169],"overall":[170],"system":[171],"performance.":[172]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-21T00:00:00"}