{"id":"https://openalex.org/W2962856838","doi":"https://doi.org/10.1109/vtcfall.2018.8690980","title":"Performance Optimization in Mobile-Edge Computing via Deep Reinforcement Learning","display_name":"Performance Optimization in Mobile-Edge Computing via Deep Reinforcement Learning","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2962856838","doi":"https://doi.org/10.1109/vtcfall.2018.8690980","mag":"2962856838"},"language":"en","primary_location":{"id":"doi:10.1109/vtcfall.2018.8690980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2018.8690980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 88th Vehicular Technology Conference (VTC-Fall)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065252700","display_name":"Xianfu Chen","orcid":"https://orcid.org/0000-0002-9453-4200"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xianfu Chen","raw_affiliation_strings":["VTT Technical Research Centre of Finland, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100626780","display_name":"Honggang Zhang","orcid":"https://orcid.org/0000-0003-1492-1364"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["Graduate School of Informatics and Engineering, University of Electro-Communications, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics and Engineering, University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080122431","display_name":"Shiwen Mao","orcid":"https://orcid.org/0000-0002-7052-0007"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiwen Mao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037098061","display_name":"Yusheng Ji","orcid":"https://orcid.org/0000-0003-4364-8491"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusheng Ji","raw_affiliation_strings":["Information Systems Architecture Research Division, National Institute of Informatics, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Systems Architecture Research Division, National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061429095","display_name":"Mehdi Bennis","orcid":"https://orcid.org/0000-0003-0261-0171"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mehdi Bennis","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":156,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8597999215126038},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8437084555625916},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8194739818572998},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.7482633590698242},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6312412023544312},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5609273314476013},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.5418217778205872},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.47421908378601074},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4614267647266388},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4610670208930969},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4498157799243927},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.44531163573265076},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4279828667640686},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4204334318637848},{"id":"https://openalex.org/keywords/cloudlet","display_name":"Cloudlet","score":0.41086453199386597},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4046669006347656},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3790719509124756},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.34281429648399353},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3139435648918152},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2077254354953766},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13792738318443298}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8597999215126038},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8437084555625916},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8194739818572998},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7482633590698242},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6312412023544312},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5609273314476013},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.5418217778205872},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.47421908378601074},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4614267647266388},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4610670208930969},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4498157799243927},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.44531163573265076},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4279828667640686},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4204334318637848},{"id":"https://openalex.org/C2781055072","wikidata":"https://www.wikidata.org/wiki/Q25325266","display_name":"Cloudlet","level":3,"score":0.41086453199386597},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4046669006347656},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3790719509124756},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.34281429648399353},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3139435648918152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2077254354953766},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13792738318443298},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtcfall.2018.8690980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtcfall.2018.8690980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 88th Vehicular Technology Conference (VTC-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1979096885","https://openalex.org/W2082011829","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2195423816","https://openalex.org/W2344423009","https://openalex.org/W2400861403","https://openalex.org/W2568772110","https://openalex.org/W2594560857","https://openalex.org/W2599106590","https://openalex.org/W2615926310","https://openalex.org/W2793978979","https://openalex.org/W2963789838","https://openalex.org/W3103591951","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2807875418","https://openalex.org/W4387134114","https://openalex.org/W3203523248","https://openalex.org/W2010302594","https://openalex.org/W4200420173","https://openalex.org/W2400861403","https://openalex.org/W4207020266","https://openalex.org/W4221024145","https://openalex.org/W4285213224","https://openalex.org/W3011571330"],"abstract_inverted_index":{"To":[0,156],"improve":[1],"the":[2,31,66,124,135,139,143,145,152,158,177,186],"quality":[3],"of":[4,33,91,104,160,185],"computation":[5,34,49,100,108,172],"experience":[6],"for":[7,37,60,79,99],"mobile":[8,53,82,140],"devices,":[9],"mobile-edge":[10],"computing":[11,21],"(MEC)":[12],"is":[13,111,121,131],"emerging":[14],"as":[15,113,149,151],"a":[16,38,58,70,80,114,168,182,201],"promising":[17],"paradigm":[18],"by":[19],"providing":[20],"capabilities":[22],"within":[23],"radio":[24],"access":[25],"networks":[26],"in":[27,69,84,163,192,204],"close":[28],"proximity.":[29],"Nevertheless,":[30],"design":[32],"offloading":[35,109,129,173],"policies":[36],"MEC":[39,78],"system":[40],"remains":[41],"challenging.":[42],"Specifically,":[43],"whether":[44],"to":[45,56,65,122,175],"execute":[46],"an":[47,85,106,128],"arriving":[48],"task":[50,59,153],"at":[51],"local":[52],"device":[54],"or":[55],"offload":[57],"cloud":[61],"execution":[62],"should":[63],"adapt":[64],"environmental":[67],"dynamics":[68],"smarter":[71],"manner.":[72],"In":[73],"this":[74,193],"paper,":[75],"we":[76,166],"consider":[77],"representative":[81],"user":[83,141],"ultra":[86],"dense":[87],"network,":[88],"where":[89,118],"one":[90],"multiple":[92],"base":[93],"stations":[94],"(BSs)":[95],"can":[96],"be":[97],"selected":[98],"offloading.":[101],"The":[102],"problem":[103],"solving":[105],"optimal":[107,178],"policy":[110,179],"modelled":[112],"Markov":[115],"decision":[116,130],"process,":[117],"our":[119,197],"objective":[120],"minimize":[123],"long-term":[125],"cost":[126,206],"and":[127,142],"made":[132],"based":[133],"on":[134],"channel":[136],"qualities":[137],"between":[138],"BSs,":[144],"energy":[146],"queue":[147,154],"state":[148,164],"well":[150],"state.":[155],"break":[157],"curse":[159],"high":[161],"dimensionality":[162],"space,":[165],"propose":[167],"deep":[169],"Q-network-based":[170],"strategic":[171],"algorithm":[174,199],"learn":[176],"without":[180],"having":[181],"priori":[183],"knowledge":[184],"dynamic":[187],"statistics.":[188],"Numerical":[189],"experiments":[190],"provided":[191],"paper":[194],"show":[195],"that":[196],"proposed":[198],"achieves":[200],"significant":[202],"improvement":[203],"average":[205],"compared":[207],"with":[208],"baseline":[209],"policies.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":24},{"year":2018,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}