{"id":"https://openalex.org/W4411584530","doi":"https://doi.org/10.1109/msn63567.2024.00090","title":"A Distributional Reinforcement Learning-Based Strategy for Pod Scheduling in Satellite Clusters","display_name":"A Distributional Reinforcement Learning-Based Strategy for Pod Scheduling in Satellite Clusters","publication_year":2024,"publication_date":"2024-12-20","ids":{"openalex":"https://openalex.org/W4411584530","doi":"https://doi.org/10.1109/msn63567.2024.00090"},"language":"en","primary_location":{"id":"doi:10.1109/msn63567.2024.00090","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msn63567.2024.00090","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 20th International Conference on Mobility, Sensing and Networking (MSN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089327790","display_name":"Kehan Li","orcid":"https://orcid.org/0000-0002-5318-4806"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kehan Li","raw_affiliation_strings":["Wuhan University,School of Compute Science,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University,School of Compute Science,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089570452","display_name":"Kehua Su","orcid":"https://orcid.org/0000-0002-1384-9762"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kehua Su","raw_affiliation_strings":["Wuhan University,School of Compute Science,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University,School of Compute Science,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431953","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0003-2100-4484"},"institutions":[{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["China Academy of Space Technology,Institute of Telecommunication and Navigation Satellites,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Academy of Space Technology,Institute of Telecommunication and Navigation Satellites,Beijing,China","institution_ids":["https://openalex.org/I194716290"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101397968","display_name":"Ying Tao","orcid":"https://orcid.org/0000-0002-5645-0049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying Tao","raw_affiliation_strings":["State Key Laboratory of Space-Earth Integrated Information Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Space-Earth Integrated Information Technology,Beijing,China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"625","last_page":"633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8235193490982056},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7049624919891357},{"id":"https://openalex.org/keywords/point-of-delivery","display_name":"Point of delivery","score":0.6205706596374512},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5969933271408081},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5961534976959229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3519892394542694},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32514628767967224},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1590811014175415},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.10659351944923401},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.06370231509208679}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8235193490982056},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7049624919891357},{"id":"https://openalex.org/C137776501","wikidata":"https://www.wikidata.org/wiki/Q7208270","display_name":"Point of delivery","level":2,"score":0.6205706596374512},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5969933271408081},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5961534976959229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3519892394542694},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32514628767967224},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1590811014175415},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.10659351944923401},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.06370231509208679},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msn63567.2024.00090","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msn63567.2024.00090","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 20th International Conference on Mobility, Sensing and Networking (MSN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1969027466","https://openalex.org/W2063289593","https://openalex.org/W2765302304","https://openalex.org/W2904271194","https://openalex.org/W2954936280","https://openalex.org/W3162907652","https://openalex.org/W3178611087","https://openalex.org/W4322729780","https://openalex.org/W6634584832","https://openalex.org/W6637967152","https://openalex.org/W6683300800","https://openalex.org/W6688325169","https://openalex.org/W6751629939","https://openalex.org/W6798233912"],"related_works":["https://openalex.org/W1480038316","https://openalex.org/W4383033865","https://openalex.org/W3142541575","https://openalex.org/W2375444032","https://openalex.org/W4313588295","https://openalex.org/W2352729895","https://openalex.org/W2329675728","https://openalex.org/W1991415308","https://openalex.org/W3216700519","https://openalex.org/W2064853461"],"abstract_inverted_index":{"An":[0],"effective":[1],"Pod":[2,33,51,113],"scheduling":[3,52,114,186,202],"strategy":[4,41,115,158,183],"is":[5],"crucial":[6],"for":[7,98],"maintaining":[8],"optimal":[9],"performance":[10],"and":[11,168,173,192,204],"resource":[12,189],"utilization":[13,190],"in":[14,102,141,195],"distributed":[15],"satellite":[16,23,103,142,197],"clusters.":[17,104],"The":[18],"inherent":[19],"complexity":[20],"of":[21,32,75,88,130,154],"the":[22,28,85,124,151],"cluster":[24,143,198],"environment,":[25],"combined":[26],"with":[27,84],"sequential":[29],"decision-making":[30],"nature":[31],"scheduling,":[34],"makes":[35],"it":[36],"challenging":[37],"to":[38,72],"develop":[39],"a":[40,111],"that":[42,58,180],"meets":[43],"multiple":[44],"optimization":[45,161],"objectives.":[46],"Previous":[47],"studies":[48],"addressing":[49],"multi-objective":[50,89],"often":[53],"rely":[54],"on":[55,117],"DQN-based":[56,205],"algorithms":[57,203],"model":[59],"cumulative":[60,131],"returns":[61],"as":[62],"expectation":[63],"values":[64],"<tex":[65,126],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[66,127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$(V(s)\\":[67],"\\mathbf{or}\\":[68],"Q(s,\\":[69],"a.))$</tex>":[70],"leading":[71],"significant":[73],"loss":[74],"detailed":[76,135],"distributional":[77,118,136],"information.":[78,137],"Furthermore,":[79],"traditional":[80,201],"DQN":[81],"methods":[82],"struggle":[83],"dynamic":[86],"variability":[87],"reward":[90,148],"functions,":[91],"making":[92],"weighted":[93],"summation":[94],"an":[95],"unstable":[96],"approach":[97],"achieving":[99],"load":[100,169,193],"balance":[101],"To":[105,138],"overcome":[106],"these":[107],"limitations,":[108],"we":[109,145],"propose":[110],"novel":[112],"based":[116],"reinforcement":[119],"learning":[120,140],"(DRL),":[121],"which":[122],"models":[123],"distribution":[125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Z(s,\\":[128],"a)$</tex>":[129],"returns,":[132],"thereby":[133],"preserving":[134],"enhance":[139],"environments,":[144,199],"employ":[146],"multi-dimensional":[147],"functions":[149],"capturing":[150],"joint":[152],"distributions":[153],"source-specific":[155],"rewards.":[156],"Our":[157],"effectively":[159],"integrates":[160],"objectives":[162],"including":[163],"CPU,":[164],"memory,":[165],"inter-satellite":[166],"links,":[167],"balancing,":[170],"ensuring":[171],"robust":[172],"efficient":[174],"service":[175],"quality.":[176],"Experimental":[177],"results":[178],"demonstrate":[179],"our":[181],"proposed":[182],"significantly":[184],"improves":[185],"success":[187],"rates,":[188],"efficiency,":[191],"balancing":[194],"complex":[196],"outperforming":[200],"methods.":[206]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}