{"id":"https://openalex.org/W3203858545","doi":"https://doi.org/10.1109/tnse.2021.3115054","title":"Deadline-Aware Task Offloading With Partially-Observable Deep Reinforcement Learning for Multi-Access Edge Computing","display_name":"Deadline-Aware Task Offloading With Partially-Observable Deep Reinforcement Learning for Multi-Access Edge Computing","publication_year":2021,"publication_date":"2021-09-24","ids":{"openalex":"https://openalex.org/W3203858545","doi":"https://doi.org/10.1109/tnse.2021.3115054","mag":"3203858545"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2021.3115054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3115054","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079519897","display_name":"Hui Huang","orcid":"https://orcid.org/0000-0001-7028-2726"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Hui Huang","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417952","display_name":"Qiang Ye","orcid":"https://orcid.org/0000-0001-6311-5970"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qiang Ye","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6311-5970","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053632258","display_name":"Yi-Tong Zhou","orcid":"https://orcid.org/0009-0008-4202-7793"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yitong Zhou","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079519897"],"corresponding_institution_ids":["https://openalex.org/I129902397"],"apc_list":null,"apc_paid":null,"fwci":5.9298,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.96368657,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":"6","first_page":"3870","last_page":"3885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8373674154281616},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7837884426116943},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7664741277694702},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7354273796081543},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7238582372665405},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6294630169868469},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5861321687698364},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5760233402252197},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5757564306259155},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5656759738922119},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5159419178962708},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5043059587478638},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42407679557800293},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42273640632629395},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3891046345233917},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32065117359161377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25763553380966187},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2496291995048523},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2390335202217102},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.16554737091064453},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12409111857414246},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.0985262393951416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8373674154281616},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7837884426116943},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7664741277694702},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7354273796081543},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7238582372665405},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6294630169868469},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5861321687698364},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5760233402252197},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5757564306259155},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5656759738922119},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5159419178962708},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5043059587478638},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42407679557800293},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42273640632629395},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3891046345233917},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32065117359161377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25763553380966187},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2496291995048523},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2390335202217102},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.16554737091064453},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12409111857414246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0985262393951416},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2021.3115054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3115054","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G4846840509","display_name":null,"funder_award_id":"RGPIN-2017-05853","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2125381034","https://openalex.org/W2156252747","https://openalex.org/W2526509045","https://openalex.org/W2594560857","https://openalex.org/W2604176721","https://openalex.org/W2609618253","https://openalex.org/W2746722165","https://openalex.org/W2748166927","https://openalex.org/W2777781531","https://openalex.org/W2787938642","https://openalex.org/W2790644963","https://openalex.org/W2791432311","https://openalex.org/W2800305275","https://openalex.org/W2800806089","https://openalex.org/W2801812796","https://openalex.org/W2808381205","https://openalex.org/W2888896501","https://openalex.org/W2894114519","https://openalex.org/W2897807975","https://openalex.org/W2898035736","https://openalex.org/W2909099954","https://openalex.org/W2948999504","https://openalex.org/W2949226003","https://openalex.org/W2962814013","https://openalex.org/W2963060851","https://openalex.org/W2963504849","https://openalex.org/W2963864421","https://openalex.org/W2977266194","https://openalex.org/W2980360843","https://openalex.org/W2999376649","https://openalex.org/W3002258616","https://openalex.org/W3005566700","https://openalex.org/W3008833026","https://openalex.org/W3010717392","https://openalex.org/W3012977606","https://openalex.org/W3019721760","https://openalex.org/W3035788210","https://openalex.org/W3040463379","https://openalex.org/W3045868371","https://openalex.org/W3047475242","https://openalex.org/W3047488480","https://openalex.org/W3047538493","https://openalex.org/W3090437903","https://openalex.org/W3098486933","https://openalex.org/W3123257271","https://openalex.org/W3132155534","https://openalex.org/W3134652089","https://openalex.org/W3185378538","https://openalex.org/W6684921986","https://openalex.org/W6748839928","https://openalex.org/W6791649373","https://openalex.org/W6798944389"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W4200420173","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W2796352555"],"abstract_inverted_index":{"Over":[0],"the":[1,44,50,79,85,113,121,124,145,154,162,177,207],"past":[2],"years,":[3],"computationally-intensive":[4],"mobile":[5,26,54],"applications,":[6],"such":[7],"as":[8,167],"interactive":[9],"games":[10],"and":[11,32,84,219],"augmented":[12],"reality,":[13],"have":[14],"gained":[15],"enormous":[16],"popularity.":[17],"This":[18],"phenomenon":[19],"has":[20],"placed":[21],"a":[22,69,168,182],"serious":[23],"burden":[24],"on":[25,101],"devices":[27,55],"with":[28,108],"limited":[29],"computation":[30,51,72],"resources":[31],"constrained":[33],"battery":[34],"capacity.":[35],"Multi-access":[36],"Edge":[37],"Computing":[38],"(MEC)":[39],"is":[40,64,89,127,157,165],"proposed":[41],"to":[42,56,66,74],"solve":[43],"problem":[45,164],"by":[46],"offloading":[47,98,139,163,178,209],"part":[48],"of":[49,71,123,147,213,222],"tasks":[52,73,104,107,149],"from":[53],"edge":[57],"servers.":[58],"The":[59,91],"fundamental":[60],"challenge":[61],"in":[62,199,211],"MEC":[63],"how":[65],"effectively":[67],"select":[68],"subset":[70],"be":[75],"offloaded":[76],"so":[77],"that":[78,144,195],"application":[80],"requirements":[81],"are":[82,150],"satisfied":[83],"total":[86],"energy":[87,214],"consumption":[88],"minimized.":[90],"existing":[92,114,208],"Deep":[93,183],"Reinforcement":[94],"Learning":[95],"(DRL)":[96],"based":[97,188],"schemes":[99,115,210],"focus":[100],"either":[102],"non-real-time":[103,223],"or":[105],"real-time":[106,148],"soft":[109],"deadlines.":[110],"In":[111,130,203],"addition,":[112,204],"do":[116],"not":[117,128],"work":[118],"well":[119,198],"when":[120,153],"information":[122],"system":[125,155],"environment":[126,156],"complete.":[129],"this":[131],"paper,":[132],"we":[133,180],"propose":[134],"an":[135],"innovative":[136],"DRL-based":[137],"task":[138],"method,":[140],"PDMO,":[141],"which":[142],"guarantees":[143],"deadlines":[146],"met":[151],"even":[152],"only":[158],"partially":[159,200],"observable.":[160],"Technically,":[161],"formulated":[166],"Partially":[169],"Observable":[170],"Markov":[171],"Decision":[172],"Process":[173],"(POMDP).":[174],"To":[175],"tackle":[176],"problem,":[179],"devise":[181],"Deterministic":[184],"Policy":[185],"Gradient":[186],"(DDPG)":[187],"algorithm,":[189],"POTD3.":[190],"Our":[191],"experimental":[192],"results":[193],"indicate":[194],"PDMO":[196],"works":[197],"observable":[201],"environments.":[202],"it":[205],"outperforms":[206],"terms":[212],"consumption,":[215],"deadline":[216],"miss":[217],"number":[218],"completion":[220],"rate":[221],"tasks.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":8}],"updated_date":"2026-06-02T09:04:35.204637","created_date":"2025-10-10T00:00:00"}