{"id":"https://openalex.org/W2963060851","doi":"https://doi.org/10.1109/tmc.2019.2928811","title":"Deep Reinforcement Learning for Online Computation Offloading in Wireless Powered Mobile-Edge Computing Networks","display_name":"Deep Reinforcement Learning for Online Computation Offloading in Wireless Powered Mobile-Edge Computing Networks","publication_year":2019,"publication_date":"2019-07-24","ids":{"openalex":"https://openalex.org/W2963060851","doi":"https://doi.org/10.1109/tmc.2019.2928811","mag":"2963060851"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2019.2928811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2928811","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1808.01977","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Liang Huang","orcid":"https://orcid.org/0000-0001-6924-4466"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Huang","raw_affiliation_strings":["College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Suzhi Bi","orcid":"https://orcid.org/0000-0001-6212-690X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suzhi Bi","raw_affiliation_strings":["College of Electronic and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ying-Jun Angela Zhang","orcid":"https://orcid.org/0000-0002-7304-6849"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ying-Jun Angela Zhang","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":77.2438,"has_fulltext":false,"cited_by_count":973,"citation_normalized_percentile":{"value":0.99979367,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"19","issue":"11","first_page":"2581","last_page":"2593"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.669700026512146},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6191999912261963},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5992000102996826},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48249998688697815},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47920000553131104},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4569000005722046},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.44130000472068787},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4090000092983246},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.39469999074935913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8806999921798706},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.669700026512146},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6191999912261963},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5992000102996826},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5637000203132629},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48249998688697815},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4569000005722046},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.44130000472068787},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.39469999074935913},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3903000056743622},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.3702000081539154},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.3398999869823456},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C152153834","wikidata":"https://www.wikidata.org/wiki/Q1339878","display_name":"Wi-Fi array","level":4,"score":0.30820000171661377},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2662000060081482}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2019.2928811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2928811","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1808.01977","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.01977","pdf_url":"https://arxiv.org/pdf/1808.01977","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1808.01977","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.01977","pdf_url":"https://arxiv.org/pdf/1808.01977","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1519614978","display_name":null,"funder_award_id":"2017KTSCX163","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"},{"id":"https://openalex.org/G779248438","display_name":null,"funder_award_id":"61871271","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W914916633","https://openalex.org/W1523989055","https://openalex.org/W2002012673","https://openalex.org/W2095575351","https://openalex.org/W2118588134","https://openalex.org/W2145339207","https://openalex.org/W2154256782","https://openalex.org/W2195423816","https://openalex.org/W2397723600","https://openalex.org/W2400861403","https://openalex.org/W2472333518","https://openalex.org/W2486013602","https://openalex.org/W2516316490","https://openalex.org/W2608659040","https://openalex.org/W2624989916","https://openalex.org/W2772526503","https://openalex.org/W2777180355","https://openalex.org/W2898155611","https://openalex.org/W2902006351","https://openalex.org/W2919115771","https://openalex.org/W2963190722","https://openalex.org/W2963334314","https://openalex.org/W2964015972","https://openalex.org/W2964021722","https://openalex.org/W2964054168","https://openalex.org/W2964098968","https://openalex.org/W4394672593","https://openalex.org/W6631190155","https://openalex.org/W6635465357","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W3176164341","https://openalex.org/W2785873404","https://openalex.org/W2949226003","https://openalex.org/W2944442327","https://openalex.org/W2471407839","https://openalex.org/W4283314597","https://openalex.org/W3015232224","https://openalex.org/W4225854632","https://openalex.org/W4200541908","https://openalex.org/W3105199275"],"abstract_inverted_index":{"Wireless":[0],"powered":[1,38],"mobile-edge":[2],"computing":[3],"(MEC)":[4],"has":[5],"recently":[6],"emerged":[7],"as":[8,22,133],"a":[9,36,43,119,129,134,231,243],"promising":[10],"paradigm":[11],"to":[12,63,70,85],"enhance":[13],"the":[14,86,100,139,144,148,159,169,179,182,186,192,202,219],"data":[15],"processing":[16],"capability":[17],"of":[18,28,52,150,181,210,223],"low-power":[19],"networks,":[20],"such":[21],"wireless":[23,37,53,82,88],"sensor":[24],"networks":[25],"and":[26,81,155,236],"internet":[27],"things":[29],"(IoT).":[30],"In":[31],"this":[32,115],"paper,":[33],"we":[34,117,171],"consider":[35],"MEC":[39,65],"network":[40,132],"that":[41,48,75,127,137,176,191],"adopts":[42],"binary":[44,140],"offloading":[45,79,141,238],"policy,":[46],"so":[47],"each":[49],"computation":[50,203],"task":[51,78],"devices":[54],"(WDs)":[55],"is":[56,69,105,225],"either":[57],"executed":[58],"locally":[59],"or":[60],"fully":[61],"offloaded":[62],"an":[64,72,173,208],"server.":[66],"Our":[67],"goal":[68],"acquire":[71],"online":[73],"algorithm":[74,184,194],"optimally":[76],"adapts":[77],"decisions":[80,142],"resource":[83],"allocations":[84],"time-varying":[87],"channel":[89,101],"conditions.":[90],"This":[91],"requires":[92],"quickly":[93],"solving":[94,151],"hard":[95],"combinatorial":[96,152],"optimization":[97,111,153,215],"problems":[98],"within":[99],"coherence":[102],"time,":[103],"which":[104],"hardly":[106],"achievable":[107],"with":[108,213],"conventional":[109],"numerical":[110],"methods.":[112,216],"To":[113,166],"tackle":[114],"problem,":[116],"propose":[118,172],"Deep":[120],"Reinforcement":[121],"learning-based":[122],"Online":[123],"Offloading":[124],"(DROO)":[125],"framework":[126],"implements":[128],"deep":[130],"neural":[131],"scalable":[135],"solution":[136],"learns":[138],"from":[143],"experience.":[145],"It":[146],"eliminates":[147],"need":[149],"problems,":[154],"thus":[156],"greatly":[157],"reduces":[158],"computational":[160],"complexity":[161],"especially":[162],"in":[163,230,242],"large-size":[164],"networks.":[165],"further":[167],"reduce":[168],"complexity,":[170],"adaptive":[174],"procedure":[175],"automatically":[177],"adjusts":[178],"parameters":[180],"DROO":[183,224],"on":[185],"fly.":[187],"Numerical":[188],"results":[189],"show":[190],"proposed":[193],"can":[195],"achieve":[196],"near-optimal":[197],"performance":[198],"while":[199],"significantly":[200],"decreasing":[201],"time":[204],"by":[205],"more":[206],"than":[207,227],"order":[209],"magnitude":[211],"compared":[212],"existing":[214],"For":[217],"example,":[218],"CPU":[220],"execution":[221],"latency":[222],"less":[226],"0.1":[228],"second":[229],"30-user":[232],"network,":[233],"making":[234],"real-time":[235],"optimal":[237],"truly":[239],"viable":[240],"even":[241],"fast":[244],"fading":[245],"environment.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":145},{"year":2024,"cited_by_count":192},{"year":2023,"cited_by_count":212},{"year":2022,"cited_by_count":200},{"year":2021,"cited_by_count":133},{"year":2020,"cited_by_count":77},{"year":2019,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2019-07-30T00:00:00"}