{"id":"https://openalex.org/W4200541908","doi":"https://doi.org/10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064","title":"A Distributed Computation Offloading Scheduling Framework based on Deep Reinforcement Learning","display_name":"A Distributed Computation Offloading Scheduling Framework based on Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-01","ids":{"openalex":"https://openalex.org/W4200541908","doi":"https://doi.org/10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064"},"language":"en","primary_location":{"id":"doi:10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064","doi":"https://doi.org/10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064","pdf_url":null,"source":{"id":"https://openalex.org/S7407088614","display_name":"IEEE International Symposium on Parallel and Distributed Processing with Applications (ISPA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Intl Conf on Parallel & Distributed Processing with Applications, Big Data & Cloud Computing, Sustainable Computing & Communications, Social Computing & Networking (ISPA/BDCloud/SocialCom/SustainCom)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101793720","display_name":"Bin Dai","orcid":"https://orcid.org/0000-0002-3902-6393","observed_orcids":["https://orcid.org/0000-0002-3902-6393"]},"institutions":[{"id":"https://openalex.org/I4392738276","display_name":"State Key Laboratory of Virtual Reality Technology and Systems","ror":"https://ror.org/0009eea46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Dai","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019680908","display_name":"Tao Ren","orcid":"https://orcid.org/0000-0003-0408-9447","observed_orcids":["https://orcid.org/0000-0003-0408-9447"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Ren","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053316728","display_name":"Jianwei Niu","orcid":"https://orcid.org/0000-0003-3946-5107","observed_orcids":["https://orcid.org/0000-0003-3946-5107"]},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]},{"id":"https://openalex.org/I4392738276","display_name":"State Key Laboratory of Virtual Reality Technology and Systems","ror":"https://ror.org/0009eea46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwei Niu","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","Zhengzhou University Research Institute of Industrial Technology, School of Information Engineering, Zhengzhou University, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]},{"raw_affiliation_string":"Zhengzhou University Research Institute of Industrial Technology, School of Information Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103279278","display_name":"Zheyuan Hu","orcid":"https://orcid.org/0000-0001-7738-4645","observed_orcids":["https://orcid.org/0000-0001-7738-4645"]},"institutions":[{"id":"https://openalex.org/I4392738276","display_name":"State Key Laboratory of Virtual Reality Technology and Systems","ror":"https://ror.org/0009eea46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheyuan Hu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015067709","display_name":"Shucheng Hu","orcid":"https://orcid.org/0009-0005-6585-3017","observed_orcids":["https://orcid.org/0009-0005-6585-3017"]},"institutions":[{"id":"https://openalex.org/I4392738276","display_name":"State Key Laboratory of Virtual Reality Technology and Systems","ror":"https://ror.org/0009eea46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shucheng Hu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4392738276","https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083330935","display_name":"Meikang Qiu A","orcid":"https://orcid.org/0000-0002-1004-0140","observed_orcids":["https://orcid.org/0000-0002-1004-0140"]},"institutions":[{"id":"https://openalex.org/I206651237","display_name":"East Texas A&M University","ror":"https://ror.org/01red3556","country_code":"US","type":"education","lineage":["https://openalex.org/I206651237"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meikang Qiu","raw_affiliation_strings":["Dept. of Computer Science, Texas A&M University-Commerce, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, Texas A&M University-Commerce, TX, USA","institution_ids":["https://openalex.org/I206651237"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4622,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.54653991,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"6","issue":null,"first_page":"413","last_page":"420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation-offloading","display_name":"computation offloading","score":0.9800000190734863},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"mobile edge computing","score":0.8889999985694885},{"id":"https://openalex.org/keywords/distributed-scheduling","display_name":"distributed scheduling","score":0.7400000095367432},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9210000038146973},{"id":"https://openalex.org/keywords/actor-critic","display_name":"actor-critic","score":0.8690000176429749},{"id":"https://openalex.org/keywords/centralized-training","display_name":"centralized training","score":0.8889999985694885},{"id":"https://openalex.org/keywords/edge-servers","display_name":"edge servers","score":0.5690000057220459},{"id":"https://openalex.org/keywords/task-scheduling","display_name":"task scheduling","score":0.5149999856948853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8434731364250183},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7951885461807251},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7667697668075562},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6635801792144775},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6296031475067139},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.623142659664154},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5118283629417419},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5092953443527222},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4942665100097656},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4425176978111267},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4395015835762024},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.434002548456192},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31926873326301575},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.282516211271286},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.20504531264305115},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08881077170372009},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07373252511024475},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064","doi":"https://doi.org/10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispa-bdcloud-socialcom-sustaincom52081.2021.00064","pdf_url":null,"source":{"id":"https://openalex.org/S7407088614","display_name":"IEEE International Symposium on Parallel and Distributed Processing with Applications (ISPA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Intl Conf on Parallel & Distributed Processing with Applications, Big Data & Cloud Computing, Sustainable Computing & Communications, Social Computing & Networking (ISPA/BDCloud/SocialCom/SustainCom)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5378999710083008}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2144554277","https://openalex.org/W2145339207","https://openalex.org/W2150516182","https://openalex.org/W2161234287","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2195423816","https://openalex.org/W2344423009","https://openalex.org/W2500111820","https://openalex.org/W2579288588","https://openalex.org/W2608659040","https://openalex.org/W2735056258","https://openalex.org/W2751904527","https://openalex.org/W2777180355","https://openalex.org/W2787938642","https://openalex.org/W2808381205","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W2964054168","https://openalex.org/W2964098968","https://openalex.org/W2990185127","https://openalex.org/W3074294383","https://openalex.org/W3090583991","https://openalex.org/W3112262420","https://openalex.org/W4241971983","https://openalex.org/W4302570325"],"related_works":["https://openalex.org/W4226045864","https://openalex.org/W4410361284","https://openalex.org/W7200235163","https://openalex.org/W3112262420","https://openalex.org/W7171929352","https://openalex.org/W4362513737","https://openalex.org/W4365129152","https://openalex.org/W4415752539","https://openalex.org/W3203814575","https://openalex.org/W4409921835"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2,69],"witnessed":[3],"the":[4,41,56,90,101,110,118,121,126,140,144,149],"rapid":[5],"growth":[6],"of":[7,63,74,103,128,148],"smart":[8],"devices":[9],"and":[10,19,106,123,131,139,146],"mobile":[11,14],"applications.":[12],"However,":[13],"applications":[15],"are":[16,25,76,137],"typically":[17],"computation-intensive":[18],"delay-sensitive,":[20],"while":[21],"User":[22],"Devices":[23],"(UDs)":[24],"usually":[26],"resource-limited.":[27],"Mobile":[28],"Edge":[29],"Computing":[30],"(MEC)":[31],"has":[32],"been":[33,70],"proposed":[34,150],"as":[35],"a":[36,95],"promising":[37],"paradigm":[38],"to":[39,116],"mitigate":[40],"tension,":[42],"where":[43,120],"UDs\u2019":[44],"tasks":[45],"could":[46,82],"be":[47],"executed":[48],"either":[49],"locally":[50],"on":[51,55,78],"itself":[52],"or":[53],"remotely":[54],"edge":[57],"server":[58],"via":[59],"computation":[60,65],"offloading.":[61],"Lots":[62],"efficient":[64],"offloading":[66],"scheduling":[67,80,97,130],"approaches":[68],"proposed,":[71],"whereas":[72],"most":[73],"them":[75],"based":[77],"centralized":[79,132],"which":[81],"face":[83],"troubles":[84],"in":[85],"large-scale":[86],"MEC.":[87],"To":[88],"address":[89],"issue,":[91],"this":[92],"paper":[93],"proposes":[94],"distributed":[96,107,129],"framework":[98,119],"by":[99],"leveraging":[100],"idea":[102],"\u2018centralized":[104],"training":[105],"scheduling\u2019.":[108],"Furthermore,":[109],"Actor-Critic":[111],"reinforcement":[112],"learning":[113],"is":[114],"adopted":[115],"build":[117],"Actor":[122],"Critic":[124],"play":[125],"roles":[127],"training,":[133],"respectively.":[134],"Extensive":[135],"simulations":[136],"conducted":[138],"experimental":[141],"results":[142],"verify":[143],"effectiveness":[145],"efficiency":[147],"framework.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2021-12-31T00:00:00"}