{"id":"https://openalex.org/W4388797569","doi":"https://doi.org/10.1186/s13677-023-00538-z","title":"Minimize average tasks processing time in satellite mobile edge computing systems via a deep reinforcement learning method","display_name":"Minimize average tasks processing time in satellite mobile edge computing systems via a deep reinforcement learning method","publication_year":2023,"publication_date":"2023-11-18","ids":{"openalex":"https://openalex.org/W4388797569","doi":"https://doi.org/10.1186/s13677-023-00538-z"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-023-00538-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00538-z","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00538-z","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00538-z","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054060458","display_name":"Shanchen Pang","orcid":"https://orcid.org/0000-0002-5705-1218"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shanchen Pang","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032196355","display_name":"Jianyang Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyang Zheng","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340868","display_name":"Min Wang","orcid":"https://orcid.org/0000-0001-7838-8947"},"institutions":[{"id":"https://openalex.org/I78978612","display_name":"Yangzhou University","ror":"https://ror.org/03tqb8s11","country_code":"CN","type":"education","lineage":["https://openalex.org/I78978612"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Wang","raw_affiliation_strings":["College of Information Engineering, Yangzhou University, Yangzhou, 225127, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Yangzhou University, Yangzhou, 225127, Jiangsu, China","institution_ids":["https://openalex.org/I78978612"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062045805","display_name":"Sibo Qiao","orcid":"https://orcid.org/0000-0001-6922-5986"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sibo Qiao","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101313191","display_name":"He Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao He","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024717641","display_name":"Changnan Gao","orcid":"https://orcid.org/0000-0002-7948-3249"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changnan Gao","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, 266580, China","institution_ids":["https://openalex.org/I4210162190"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5054060458"],"corresponding_institution_ids":["https://openalex.org/I4210162190"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":1.2157,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80967669,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7825307250022888},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6571833491325378},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6091189384460449},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.531075656414032},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5158533453941345},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4424179494380951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.419141948223114},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41596028208732605},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34104329347610474},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.31660032272338867},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1632748246192932},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10039326548576355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825307250022888},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6571833491325378},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6091189384460449},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.531075656414032},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5158533453941345},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4424179494380951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.419141948223114},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41596028208732605},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34104329347610474},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.31660032272338867},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1632748246192932},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10039326548576355},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-023-00538-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00538-z","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00538-z","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:788d796e83b042af9029dac6ac726720","is_oa":true,"landing_page_url":"https://doaj.org/article/788d796e83b042af9029dac6ac726720","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 12, Iss 1, Pp 1-29 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-023-00538-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00538-z","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00538-z","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388797569.pdf"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1487586009","https://openalex.org/W1538867357","https://openalex.org/W2045371716","https://openalex.org/W2075754841","https://openalex.org/W2093540532","https://openalex.org/W2107726111","https://openalex.org/W2145339207","https://openalex.org/W2392395307","https://openalex.org/W2746553466","https://openalex.org/W2792969763","https://openalex.org/W2804825009","https://openalex.org/W2805396521","https://openalex.org/W2900601578","https://openalex.org/W2901608252","https://openalex.org/W2946858898","https://openalex.org/W2953287140","https://openalex.org/W2957647625","https://openalex.org/W2959927339","https://openalex.org/W2975807524","https://openalex.org/W2998510428","https://openalex.org/W3008403241","https://openalex.org/W3018740610","https://openalex.org/W3022612213","https://openalex.org/W3047552222","https://openalex.org/W3048135502","https://openalex.org/W3080161935","https://openalex.org/W3083255185","https://openalex.org/W3084599057","https://openalex.org/W3115826427","https://openalex.org/W3119095582","https://openalex.org/W3121477569","https://openalex.org/W3124558970","https://openalex.org/W3124993169","https://openalex.org/W3127207655","https://openalex.org/W3131309288","https://openalex.org/W3133340445","https://openalex.org/W3135506433","https://openalex.org/W3156809321","https://openalex.org/W3159028603","https://openalex.org/W3160851503","https://openalex.org/W3161037238","https://openalex.org/W3217066153","https://openalex.org/W4205136930","https://openalex.org/W4206632990","https://openalex.org/W4210421502","https://openalex.org/W4223594500","https://openalex.org/W4229801112","https://openalex.org/W4285355737","https://openalex.org/W4285794944","https://openalex.org/W4296212358","https://openalex.org/W4304615560","https://openalex.org/W4317794990","https://openalex.org/W4319081281","https://openalex.org/W4321488123","https://openalex.org/W4327937813","https://openalex.org/W4367016696","https://openalex.org/W4381327887","https://openalex.org/W4386495207"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W4361251304","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3139051647","https://openalex.org/W2979760315","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W3024547383","https://openalex.org/W4210813012"],"abstract_inverted_index":{"Abstract":[0],"Recently,":[1],"the":[2,11,14,22,25,50,58,86,93,98,108,113,119,124,127,134,137,146,169,174,188,197,227,230,234],"development":[3],"of":[4,13,24,43,52,60,117,121,126,130,136,159,190],"Low":[5],"Earth":[6],"Orbit":[7],"(LEO)":[8],"satellites":[9],"and":[10,38,62,115,133,161,177,217,233],"advancement":[12],"Mobile":[15,27,46],"Edge":[16,28],"Computing":[17,29],"(MEC)":[18],"paradigm":[19],"have":[20],"driven":[21],"emergence":[23],"Satellite":[26],"(Sat-MEC).":[30],"Sat-MEC":[31,63,76,94,131,162,170],"has":[32],"been":[33],"developed":[34],"to":[35,57,71,96,149,154,226],"support":[36],"communication":[37],"task":[39,100,141,181,199],"computation":[40],"for":[41,140],"Internet":[42],"Things":[44],"(IoT)":[45],"Devices":[47],"(IMDs)":[48],"in":[49,75,92],"absence":[51],"terrestrial":[53],"networks.":[54],"However,":[55],"due":[56],"heterogeneity":[59,116,125,135],"tasks":[61,74,160],"servers,":[64,132],"it":[65],"is":[66],"still":[67],"a":[68,81,152,179],"great":[69],"challenge":[70],"efficiently":[72],"schedule":[73],"servers.":[77,163],"Here,":[78],"we":[79,144,167],"propose":[80,178],"scheduling":[82,182,193],"algorithm":[83],"based":[84],"on":[85],"Deep":[87],"Reinforcement":[88],"Learning":[89],"(DRL)":[90],"method":[91],"architecture":[95],"minimize":[97],"average":[99,198],"processing":[101,200],"time.":[102],"We":[103],"consider":[104],"multiple":[105],"factors,":[106],"including":[107],"cooperation":[109],"between":[110],"LEO":[111,122],"satellites,":[112,123],"concurrency":[114],"tasks,":[118],"dynamics":[120],"computational":[128],"capacity":[129],"initial":[138],"queue":[139],"computation.":[142],"Further,":[143],"use":[145],"self-attention":[147],"mechanism":[148],"act":[150],"as":[151],"Q-network":[153],"extract":[155],"high-dimensional":[156],"dynamic":[157],"information":[158],"In":[164],"this":[165],"work,":[166],"model":[168],"environment":[171],"simulation":[172,185],"at":[173],"application":[175],"level":[176],"DRL-based":[180],"algorithm.":[183],"The":[184],"results":[186],"confirm":[187],"effectiveness":[189],"our":[191],"proposed":[192],"algorithm,":[194,232,236],"which":[195],"reduces":[196],"time":[201],"by":[202],"22.1":[203],"$$\\%$$":[204,211,219],"<mml:math":[205,212,220],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[206,213,221],"<mml:mo>%</mml:mo>":[207,214,222],"</mml:math>":[208,215,223],",":[209,216,224],"30.6":[210],"41.3":[218],"compared":[225],"genetic":[228],"algorithm(GA),":[229],"greedy":[231],"random":[235],"respectively.":[237]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}