{"id":"https://openalex.org/W4411639904","doi":"https://doi.org/10.1109/taes.2025.3583276","title":"Deep Reinforcement Learning and Edge Computing for Multisatellite On-Orbit Task Scheduling","display_name":"Deep Reinforcement Learning and Edge Computing for Multisatellite On-Orbit Task Scheduling","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411639904","doi":"https://doi.org/10.1109/taes.2025.3583276"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2025.3583276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3583276","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014750982","display_name":"Qiangqiang Jiang","orcid":"https://orcid.org/0000-0001-8874-9726"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qiangqiang Jiang","raw_affiliation_strings":["Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong","The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8874-9726","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102028119","display_name":"Peng Han","orcid":"https://orcid.org/0000-0003-0125-4048"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Peng Han","raw_affiliation_strings":["Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong","The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0125-4048","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Xin","orcid":"https://orcid.org/0000-0002-0780-156X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xu Xin","raw_affiliation_strings":["Department of Logistics and Maritime Studies, The Hong Kong Polytechnic University, Hong Kong","The Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0780-156X","affiliations":[{"raw_affiliation_string":"Department of Logistics and Maritime Studies, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100447203","display_name":"Kang Chen","orcid":"https://orcid.org/0000-0003-1484-1209"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Chen","raw_affiliation_strings":["School of Maritime Economics and Management, Dalian Maritime University, Dalian, China","Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1484-1209","affiliations":[{"raw_affiliation_string":"School of Maritime Economics and Management, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.907,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92931129,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"61","issue":"5","first_page":"14143","last_page":"14159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12449","display_name":"Spacecraft Design and Technology","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.687902569770813},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.66227787733078},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5318529009819031},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5233080387115479},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.47179073095321655},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4532507359981537},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42168065905570984},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3850487768650055},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.34295034408569336},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.33183640241622925},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1582058072090149},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.15059933066368103},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13452178239822388},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09985437989234924},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.09775996208190918},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09661668539047241}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.687902569770813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.66227787733078},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5318529009819031},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5233080387115479},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.47179073095321655},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4532507359981537},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42168065905570984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3850487768650055},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.34295034408569336},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.33183640241622925},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1582058072090149},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.15059933066368103},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13452178239822388},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09985437989234924},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09775996208190918},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09661668539047241},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2025.3583276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3583276","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4300202126","display_name":"\u94c1\u8def\u4e0e\u6d77\u8fd0\u534f\u540c\u7684\u5916\u8d38\u96c6\u88c5\u7bb1\u8fd0\u8f93\u7cfb\u7edf\u4f18\u5316\u7814\u7a76","funder_award_id":"72072097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6496337455","display_name":"\u201c\u4e00\u7701\u4e00\u6e2f\u201d\u4e0b\u6211\u56fd\u6e2f\u53e3\u683c\u5c40\u4e0e\u6e2f\u822a\u8fd0\u8f93\u7f51\u7edc\u4f18\u5316\u7814\u7a76","funder_award_id":"72101129","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7968529944","display_name":null,"funder_award_id":"72071025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G936940531","display_name":"\u8003\u8651\u4ea7\u4e1a\u8f6c\u79fb\u548c\u56fd\u9645\u5173\u7cfb\u7684\u6d77\u4e0a\u4e1d\u7ef8\u4e4b\u8def\u6cbf\u7ebf\u6e2f\u53e3\u6295\u8d44\u51b3\u7b56\u7814\u7a76","funder_award_id":"72001120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2893020490","https://openalex.org/W2902515806","https://openalex.org/W2990543215","https://openalex.org/W3002814394","https://openalex.org/W3109268245","https://openalex.org/W3166214794","https://openalex.org/W3176265013","https://openalex.org/W3209989022","https://openalex.org/W3213611010","https://openalex.org/W4210485470","https://openalex.org/W4224313018","https://openalex.org/W4229525276","https://openalex.org/W4281630325","https://openalex.org/W4307430885","https://openalex.org/W4312239740","https://openalex.org/W4323338293","https://openalex.org/W4323644318","https://openalex.org/W4367016696","https://openalex.org/W4386902768","https://openalex.org/W4387546269","https://openalex.org/W4387934926","https://openalex.org/W4388077389","https://openalex.org/W4388624362","https://openalex.org/W4388819776","https://openalex.org/W4389076478","https://openalex.org/W4391164222","https://openalex.org/W4391305852","https://openalex.org/W4391807529","https://openalex.org/W4393405246","https://openalex.org/W4396753608","https://openalex.org/W4400579071","https://openalex.org/W4400905633","https://openalex.org/W4401387156","https://openalex.org/W4402916957","https://openalex.org/W4403511038","https://openalex.org/W4404520548"],"related_works":["https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W3023564924","https://openalex.org/W2942586735","https://openalex.org/W2128410848","https://openalex.org/W2118368532","https://openalex.org/W2102390841","https://openalex.org/W3047653192","https://openalex.org/W2096289371"],"abstract_inverted_index":{"Today's":[0],"satellite":[1,29],"applications":[2],"often":[3],"require":[4],"the":[5,22,51,77,92,126,143,147,162,172,176,181,197,212],"immediate":[6],"processing":[7,157],"of":[8,129,146,175,199],"exploding":[9],"data,":[10],"which":[11,138,188],"has":[12],"driven":[13],"a":[14,42,87,104,117,134],"shift":[15],"to":[16,21,44,165],"on-orbit":[17,48,81,200],"computing":[18,31,61],"needs.":[19],"Due":[20],"limited":[23],"onboard":[24],"resources":[25],"and":[26,36,91,100,149,206],"energy":[27],"supply,":[28],"edge":[30,60],"is":[32,41,96,110,139],"developed":[33,111],"for":[34],"inter-satellite":[35],"satellite-ground":[37],"collaborations.":[38],"However,":[39],"it":[40],"challenge":[43],"achieve":[45],"efficient":[46],"multisatellite":[47,63],"computation":[49,65,82,201],"considering":[50],"harsh":[52],"satellite-to-ground":[53,94],"transmission.":[54],"Therefore,":[55],"this":[56],"paper":[57],"proposes":[58],"an":[59],"enabled":[62],"onorbit":[64],"scheduling":[66,173,215],"(MSOCS)":[67],"through":[68],"multiagent":[69,105],"deep":[70],"reinforcement":[71],"learning":[72],"(MADRL).":[73],"First,":[74],"we":[75,132],"formulate":[76],"MSOCS":[78,114,178,195],"problem,":[79],"where":[80],"tasks":[83],"are":[84,159],"described":[85],"as":[86,98,142,161],"directed":[88],"acyclic":[89],"graph,":[90],"intermittent":[93],"link":[95],"established":[97],"connectable":[99],"disconnectable":[101],"constraints.":[102],"Second,":[103],"proximal":[106],"policy":[107,148],"optimization-based":[108],"algorithm":[109,179],"by":[112,202],"modeling":[113],"problem":[115],"via":[116],"partially":[118],"observable":[119],"Markov":[120],"decision":[121],"process.":[122],"To":[123],"cope":[124],"with":[125,184,211],"dynamic":[127],"change":[128],"observational":[130],"input,":[131],"design":[133],"problem-specific":[135],"embedding":[136],"constructor,":[137],"also":[140],"utilized":[141],"structural":[144],"basis":[145],"value":[150],"networks.":[151],"Finally,":[152],"practical":[153],"remote":[154],"sensing":[155],"data":[156,186],"missions":[158],"employed":[160],"case":[163],"study":[164],"conduct":[166],"evaluation":[167],"experiments.":[168],"Simulation":[169],"results":[170],"validate":[171],"effectiveness":[174],"proposed":[177],"in":[180,204,208],"test":[182],"instances":[183],"different":[185],"scales,":[187],"surpasses":[189],"other":[190],"MADRL":[191],"approaches.":[192],"Moreover,":[193],"our":[194],"improves":[196],"efficiency":[198],"70.48%":[203],"time":[205],"68.33%":[207],"energy,":[209],"compared":[210],"baseline":[213],"without":[214],"optimization.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}