{"id":"https://openalex.org/W2974654731","doi":"https://doi.org/10.1109/access.2019.2942052","title":"Dependency-Aware Computation Offloading in Mobile Edge Computing: A Reinforcement Learning Approach","display_name":"Dependency-Aware Computation Offloading in Mobile Edge Computing: A Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2974654731","doi":"https://doi.org/10.1109/access.2019.2942052","mag":"2974654731"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2942052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2942052","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843978.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843978.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086911783","display_name":"Shengli Pan","orcid":"https://orcid.org/0000-0002-1904-6557"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengli Pan","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-1904-6557","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352615","display_name":"Zhiyong Zhang","orcid":"https://orcid.org/0000-0003-1622-3447"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Zhang","raw_affiliation_strings":["Cyberspace Security Technology Laboratory of CETC, Cyberspace Security Key Laboratory of Sichuan Province, China Electronic Technology Cyber Security Company Ltd., Chengdu, China","Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyberspace Security Technology Laboratory of CETC, Cyberspace Security Key Laboratory of Sichuan Province, China Electronic Technology Cyber Security Company Ltd., Chengdu, China","institution_ids":[]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050986709","display_name":"Zongwang Zhang","orcid":"https://orcid.org/0000-0002-1346-5689"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongwang Zhang","raw_affiliation_strings":["Cyberspace Security Technology Laboratory of CETC, Cyberspace Security Key Laboratory of Sichuan Province, China Electronic Technology Cyber Security Company Ltd., Chengdu, China","Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyberspace Security Technology Laboratory of CETC, Cyberspace Security Key Laboratory of Sichuan Province, China Electronic Technology Cyber Security Company Ltd., Chengdu, China","institution_ids":[]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077093242","display_name":"Deze Zeng","orcid":"https://orcid.org/0000-0003-3276-1202"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deze Zeng","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Geo-Information Processing, School of Computer Science, China University of Geosciences, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3124059619"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.0165,"has_fulltext":true,"cited_by_count":78,"citation_normalized_percentile":{"value":0.97118812,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"134742","last_page":"134753"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9015812873840332},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8118399381637573},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8083109855651855},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6670402884483337},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6360070109367371},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6299415826797485},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5953416228294373},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5210877656936646},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.4704377055168152},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.45594510436058044},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.43546047806739807},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.39242708683013916},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3140466511249542},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3057669997215271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18678170442581177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9015812873840332},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8118399381637573},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8083109855651855},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6670402884483337},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6360070109367371},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6299415826797485},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5953416228294373},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5210877656936646},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.4704377055168152},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.45594510436058044},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.43546047806739807},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.39242708683013916},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3140466511249542},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3057669997215271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18678170442581177},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2942052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2942052","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843978.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2e15da466c56405d8f0bf7d7f09342b9","is_oa":true,"landing_page_url":"https://doaj.org/article/2e15da466c56405d8f0bf7d7f09342b9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 134742-134753 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2942052","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2942052","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08843978.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G115533479","display_name":null,"funder_award_id":"61701074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G22553018","display_name":null,"funder_award_id":"61402425","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6827659901","display_name":"\u53ef\u518d\u751f\u80fd\u6e90\u652f\u6491\u4e91\u65e0\u7ebf\u63a5\u5165\u7f51\u4e2d\u7684\u8d44\u6e90\u534f\u540c\u8c03\u5ea6\u4f18\u5316\u7b56\u7565\u7814\u7a76","funder_award_id":"61772480","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7468004826","display_name":null,"funder_award_id":"G1323541861","funder_id":"https://openalex.org/F4320322815","funder_display_name":"China University of Geosciences, Wuhan"},{"id":"https://openalex.org/G998439987","display_name":null,"funder_award_id":"61673354","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322815","display_name":"China University of Geosciences, Wuhan","ror":"https://ror.org/04q6c7p66"},{"id":"https://openalex.org/F4320328899","display_name":"China University of Geosciences","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2974654731.pdf","grobid_xml":"https://content.openalex.org/works/W2974654731.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W2001027366","https://openalex.org/W2003202915","https://openalex.org/W2031094399","https://openalex.org/W2037073200","https://openalex.org/W2163055192","https://openalex.org/W2173226165","https://openalex.org/W2195423816","https://openalex.org/W2246237884","https://openalex.org/W2342649568","https://openalex.org/W2344423009","https://openalex.org/W2400861403","https://openalex.org/W2405441076","https://openalex.org/W2486013602","https://openalex.org/W2511425482","https://openalex.org/W2535838896","https://openalex.org/W2548556240","https://openalex.org/W2594560857","https://openalex.org/W2615926310","https://openalex.org/W2620831508","https://openalex.org/W2749592054","https://openalex.org/W2755064018","https://openalex.org/W2761862361","https://openalex.org/W2777180355","https://openalex.org/W2785795994","https://openalex.org/W2786446607","https://openalex.org/W2793978979","https://openalex.org/W2801273298","https://openalex.org/W2885614314","https://openalex.org/W2887817291","https://openalex.org/W2898035736","https://openalex.org/W2900601578","https://openalex.org/W2908191405","https://openalex.org/W2911258655","https://openalex.org/W2921337715","https://openalex.org/W2921537741","https://openalex.org/W2922587577","https://openalex.org/W2931245396","https://openalex.org/W2940714329","https://openalex.org/W2947829929","https://openalex.org/W2961269959","https://openalex.org/W2962856838","https://openalex.org/W2963334314","https://openalex.org/W2963789838","https://openalex.org/W2964098968","https://openalex.org/W2969489794","https://openalex.org/W2989388624","https://openalex.org/W3103591951","https://openalex.org/W4297687186","https://openalex.org/W6755792838","https://openalex.org/W6770382647"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W4225987626","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500"],"abstract_inverted_index":{"Mobile":[0],"edge":[1,17],"computing":[2],"(MobEC)":[3],"builds":[4],"an":[5],"Information":[6],"Technology":[7],"(IT)":[8],"service":[9,47,53],"environment":[10],"to":[11,44,50,84,117,163,187],"enable":[12],"cloud-computing":[13],"capabilities":[14],"at":[15,129],"the":[16,23,26,46,58,71,87,91,119,131,165,175,192],"of":[18,32,57,94,121],"mobile":[19,33,135],"networks.":[20],"To":[21,108,142],"tackle":[22],"restrictions":[24],"in":[25,111,126],"battery":[27],"power":[28],"and":[29,42,49,81,90,106,168],"computation":[30],"capability":[31],"devices,":[34],"task":[35,72,123],"offloading":[36,124,166],"for":[37,134],"using":[38],"MobEC":[39],"is":[40,75,185],"developed":[41],"used":[43],"reduce":[45],"latency":[48],"ensure":[51],"high":[52],"efficiency.":[54],"However,":[55],"most":[56],"existing":[59],"schemes":[60],"only":[61],"focus":[62],"on":[63,139,152,191],"one-shot":[64],"offloading,":[65],"while":[66],"taking":[67],"less":[68,198],"into":[69,96],"consideration":[70],"dependency.":[73],"It":[74],"urgently":[76],"needed":[77],"a":[78,148,157],"more":[79],"comprehensive":[80],"adaptive":[82],"way":[83],"take":[85],"both":[86],"energy":[88,140,169,199],"constraint":[89],"inherent":[92],"dependency":[93],"tasks":[95],"account,":[97],"since":[98],"modern":[99],"communication":[100],"networks":[101],"have":[102],"increasingly":[103],"become":[104],"complicated":[105],"dynamic.":[107],"this":[109,112,144],"end,":[110],"paper,":[113],"we":[114,146],"are":[115],"motivated":[116],"study":[118],"problem":[120],"dependency-aware":[122],"decision":[125,167],"MobEC,":[127],"aiming":[128],"minimizing":[130],"execution":[132,194],"time":[133,195],"applications":[136],"with":[137,174,196],"constraints":[138],"consumption.":[141,200],"solve":[143],"problem,":[145],"propose":[147],"model-free":[149],"approach":[150,159,184],"based":[151],"reinforcement":[153],"learning":[154],"(RL),":[155],"i.e.,":[156],"Q-learning":[158],"that":[160,181],"adaptively":[161],"learns":[162],"optimize":[164],"consumption":[170],"jointly":[171],"by":[172],"interacting":[173],"network":[176],"environment.":[177],"Simulation":[178],"results":[179],"show":[180],"our":[182],"RL-based":[183],"able":[186],"achieve":[188],"significant":[189],"reduction":[190],"total":[193],"comparably":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":9}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}
