{"id":"https://openalex.org/W4412973123","doi":"https://doi.org/10.23919/jcin.2025.11083701","title":"A Deep Reinforcement Learning Based Dynamic Resource Allocation Approach in Satellite Systems","display_name":"A Deep Reinforcement Learning Based Dynamic Resource Allocation Approach in Satellite Systems","publication_year":2025,"publication_date":"2025-06-01","ids":{"openalex":"https://openalex.org/W4412973123","doi":"https://doi.org/10.23919/jcin.2025.11083701"},"language":"en","primary_location":{"id":"doi:10.23919/jcin.2025.11083701","is_oa":false,"landing_page_url":"https://doi.org/10.23919/jcin.2025.11083701","pdf_url":null,"source":{"id":"https://openalex.org/S4210178728","display_name":"Journal of Communications and Information Networks","issn_l":"2096-1081","issn":["2096-1081","2509-3312"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Communications and Information Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101048971","display_name":"Junyang Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junyang Zhou","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yunxiao Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunxiao Wan","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008117244","display_name":"Yurui Li","orcid":"https://orcid.org/0000-0002-4409-5086"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yurui Li","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100370330","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0001-5266-3808"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101048971"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25390829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"2","first_page":"183","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12449","display_name":"Spacecraft Design and Technology","score":0.9296000003814697,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7410081624984741},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6683194637298584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6379579305648804},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4650871157646179},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4335455596446991},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33070167899131775},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14466434717178345},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.0766337513923645},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.06355202198028564}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7410081624984741},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6683194637298584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6379579305648804},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4650871157646179},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4335455596446991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33070167899131775},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14466434717178345},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0766337513923645},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.06355202198028564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/jcin.2025.11083701","is_oa":false,"landing_page_url":"https://doi.org/10.23919/jcin.2025.11083701","pdf_url":null,"source":{"id":"https://openalex.org/S4210178728","display_name":"Journal of Communications and Information Networks","issn_l":"2096-1081","issn":["2096-1081","2509-3312"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Communications and Information Networks","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Efficient":[0],"resource":[1,38,56,146],"allocation":[2,28,57,64,106],"in":[3,40,93],"space":[4],"information":[5],"networks":[6],"(SINs)":[7],"is":[8,15],"crucial":[9],"for":[10,81,149],"providing":[11],"global":[12],"connectivity":[13],"but":[14],"challenged":[16],"by":[17],"constrained":[18],"satellite":[19,151],"resources":[20],"and":[21,71,85,103,125],"dynamic":[22,26,55],"user":[23,132],"demand.":[24],"While":[25],"channel":[27],"techniques":[29],"exist,":[30],"they":[31],"often":[32],"fail":[33],"to":[34,76,95,142],"handle":[35],"complex,":[36],"multi-faceted":[37],"constraints":[39],"practical":[41],"scenarios.":[42,134],"To":[43],"address":[44],"this":[45,47],"issue,":[46],"paper":[48],"introduces":[49],"a":[50,67,90],"deep":[51,73],"reinforcement":[52],"learning":[53],"based":[54],"(DDRA)":[58],"algorithm.":[59],"The":[60,108],"DDRA":[61,98,113],"formulates":[62],"the":[63,97,112,138],"problem":[65],"as":[66],"Markov":[68],"decision":[69],"process":[70],"employs":[72],"Q-network":[74],"(DQN)":[75],"learn":[77],"an":[78],"optimal":[79],"policy":[80],"assigning":[82],"channel,":[83],"power,":[84],"traffic":[86,127],"resources.":[87],"We":[88],"developed":[89],"simulation":[91],"environment":[92],"ns-3":[94],"evaluate":[96],"algorithm":[99,114],"against":[100],"traditional":[101],"fixed":[102],"greedy":[104],"random":[105],"methods.":[107],"results":[109],"demonstrate":[110],"that":[111],"significantly":[115],"outperforms":[116],"these":[117],"baselines,":[118],"achieving":[119],"substantially":[120],"lower":[121],"service":[122],"blocking":[123],"rates":[124,129],"higher":[126],"satisfaction":[128],"across":[130],"various":[131],"demand":[133],"This":[135],"work":[136],"validates":[137],"potential":[139],"of":[140],"DRL":[141],"create":[143],"intelligent,":[144],"adaptive":[145],"management":[147],"systems":[148],"next-generation":[150],"networks.":[152]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}