{"id":"https://openalex.org/W3045868371","doi":"https://doi.org/10.1109/icc40277.2020.9148748","title":"Reinforcement Learning Based Offloading for Realtime Applications in Mobile Edge Computing","display_name":"Reinforcement Learning Based Offloading for Realtime Applications in Mobile Edge Computing","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3045868371","doi":"https://doi.org/10.1109/icc40277.2020.9148748","mag":"3045868371"},"language":"en","primary_location":{"id":"doi:10.1109/icc40277.2020.9148748","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc40277.2020.9148748","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2020 - 2020 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111734585","display_name":"Hui Huang","orcid":"https://orcid.org/0000-0001-6430-4925"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Hui Huang","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033658029","display_name":"Qiang Ye","orcid":"https://orcid.org/0000-0001-6711-7818"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qiang Ye","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, Halifax, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031191142","display_name":"Hongwei Du","orcid":"https://orcid.org/0000-0002-2138-749X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Du","raw_affiliation_strings":["Department of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5111734585"],"corresponding_institution_ids":["https://openalex.org/I129902397"],"apc_list":null,"apc_paid":null,"fwci":2.1051,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.88077175,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8826335072517395},{"id":"https://openalex.org/keywords/frequency-scaling","display_name":"Frequency scaling","score":0.7866935729980469},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7856317162513733},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7255042791366577},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6980008482933044},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6971725225448608},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6839386224746704},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5500555634498596},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5033678412437439},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.48994702100753784},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.46423688530921936},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.46336647868156433},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4535459280014038},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4123748540878296},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4045396149158478},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40016940236091614},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3793889284133911},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.33956456184387207},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.157967209815979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09580963850021362}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8826335072517395},{"id":"https://openalex.org/C157742956","wikidata":"https://www.wikidata.org/wiki/Q3237776","display_name":"Frequency scaling","level":3,"score":0.7866935729980469},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7856317162513733},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7255042791366577},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6980008482933044},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6971725225448608},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6839386224746704},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5500555634498596},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5033678412437439},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.48994702100753784},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.46423688530921936},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.46336647868156433},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4535459280014038},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4123748540878296},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4045396149158478},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40016940236091614},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3793889284133911},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.33956456184387207},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.157967209815979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09580963850021362},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc40277.2020.9148748","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc40277.2020.9148748","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2020 - 2020 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2005636415","https://openalex.org/W2125381034","https://openalex.org/W2195423816","https://openalex.org/W2526509045","https://openalex.org/W2594560857","https://openalex.org/W2602963933","https://openalex.org/W2736629007","https://openalex.org/W2746722165","https://openalex.org/W2787646714","https://openalex.org/W2790644963","https://openalex.org/W2800305275","https://openalex.org/W2808381205","https://openalex.org/W2888896501","https://openalex.org/W2898035736","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W2968424451","https://openalex.org/W6683397050","https://openalex.org/W6735677848"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"Energy":[0],"consumption":[1,91,125],"is":[2,50,116],"one":[3],"of":[4],"the":[5,39,52,73,89,131,141,163,179],"most":[6],"important":[7],"issues":[8],"for":[9],"mobile":[10,18],"devices":[11,19],"such":[12],"as":[13],"smartphones":[14],"and":[15,80,122,135,143],"laptops.":[16],"For":[17],"that":[20,176],"execute":[21],"multiple":[22],"computation-intensive":[23],"or":[24],"delay-sensitive":[25],"applications":[26],"simultaneously,":[27],"Mobile":[28],"Edge":[29],"Computing":[30],"(MEC)":[31],"based":[32,111,117],"offloading":[33,44,112,121,133,182],"provides":[34],"a":[35,57,61,107,151,157],"promising":[36],"solution":[37],"to":[38,47,60,87,156,168],"energy":[40,70,90,124],"problem.":[41],"However,":[42],"blindly":[43],"all":[45],"tasks":[46,96],"MEC":[48,62,158],"servers":[49],"not":[51,147],"best":[53,164],"choice":[54],"because":[55],"transferring":[56],"simple":[58],"task":[59,74,152],"server":[63],"via":[64],"wireless":[65],"networks":[66],"might":[67],"consume":[68],"more":[69],"than":[71],"processing":[72],"locally.":[75],"In":[76,102],"addition,":[77],"Dynamic":[78],"Voltage":[79],"Frequency":[81],"Scaling":[82],"(DVFS)":[83],"could":[84],"be":[85,154],"utilized":[86],"reduce":[88],"associated":[92],"with":[93],"locally":[94],"processed":[95],"by":[97],"appropriately":[98],"lowering":[99],"CPU":[100],"frequency.":[101],"this":[103],"paper,":[104],"we":[105],"propose":[106],"realtime":[108],"reinforcement":[109],"learning":[110],"scheme,":[113],"RRLO,":[114],"which":[115],"on":[118,140],"both":[119],"MEC-based":[120,181],"DVFS-based":[123,136],"reduction.":[126],"Technically,":[127],"RRLO":[128,146,177],"jointly":[129],"learns":[130],"optimal":[132],"policy":[134],"scheduling":[137],"method.":[138],"Depending":[139],"workload":[142],"network":[144],"condition,":[145],"only":[148],"determines":[149],"whether":[150],"should":[153],"offloaded":[155],"server,":[159],"but":[160],"also":[161],"selects":[162],"DVFS":[165],"method":[166],"used":[167],"schedule":[169],"local":[170],"tasks.":[171],"Our":[172],"simulation":[173],"results":[174],"indicate":[175],"outperforms":[178],"existing":[180],"schemes.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}