{"id":"https://openalex.org/W2996357028","doi":"https://doi.org/10.1109/wcsp.2019.8927985","title":"Computation Offloading and Resource Allocation in Mobile Edge Computing via Reinforcement Learning","display_name":"Computation Offloading and Resource Allocation in Mobile Edge Computing via Reinforcement Learning","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2996357028","doi":"https://doi.org/10.1109/wcsp.2019.8927985","mag":"2996357028"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp.2019.8927985","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp.2019.8927985","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 11th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101904541","display_name":"Danfeng Wang","orcid":"https://orcid.org/0009-0002-2059-3168"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danfeng Wang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University,Nanjing,China,210023","School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University,Nanjing,China,210023","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102857649","display_name":"Jian Zhao","orcid":"https://orcid.org/0000-0003-3949-352X"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhao","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University,Nanjing,China,210023","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University,Nanjing,China,210023","institution_ids":["https://openalex.org/I881766915","https://openalex.org/I134687103"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8584105968475342},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8448123931884766},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.7118252515792847},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6356083750724792},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5898372530937195},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5763444900512695},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5545163750648499},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.45931580662727356},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4536839723587036},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4521302878856659},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4478062093257904},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.44445478916168213},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.41745075583457947},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3895224928855896},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3487222194671631},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32459867000579834},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.32203608751296997},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.14723095297813416},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14457112550735474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1086868941783905},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06890162825584412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8584105968475342},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8448123931884766},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7118252515792847},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6356083750724792},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5898372530937195},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5763444900512695},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5545163750648499},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.45931580662727356},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4536839723587036},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4521302878856659},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4478062093257904},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.44445478916168213},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.41745075583457947},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3895224928855896},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3487222194671631},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32459867000579834},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.32203608751296997},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.14723095297813416},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14457112550735474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1086868941783905},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06890162825584412},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp.2019.8927985","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp.2019.8927985","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 11th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1989480108","https://openalex.org/W2023528291","https://openalex.org/W2069211379","https://openalex.org/W2080017588","https://openalex.org/W2093843984","https://openalex.org/W2195423816","https://openalex.org/W2740493949","https://openalex.org/W2741401130","https://openalex.org/W2808381205","https://openalex.org/W2902118083","https://openalex.org/W2956490995","https://openalex.org/W2964015972"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2917127270","https://openalex.org/W2896883851","https://openalex.org/W3185499500","https://openalex.org/W2887959317"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"the":[3,25,36,44,49,55,70,75,80,91,119,135,139,150,167,200],"computation":[4,21,110,154,173],"offloading":[5,22,111,134,174],"and":[6,58,65,85,112,142,153,175,185],"resource":[7,99,113,155,176],"allocation":[8,114,177],"for":[9,61,109],"system":[10],"sum":[11,46],"cost":[12,47],"minimization":[13],"in":[14,115,158],"a":[15,83,105],"mobile":[16],"edge":[17],"computing":[18,136,184,187],"(MEC)network.":[19],"The":[20,162],"decision":[23,130,160],"of":[24,48,74,94,182],"user":[26],"equipments":[27],"(UEs)can":[28],"be":[29],"made":[30],"through":[31],"wireless":[32],"link":[33],"to":[34,42,69,133,138,148,180,199],"access":[35],"MEC":[37,116,120,140],"server.":[38],"Our":[39],"intent":[40],"is":[41,122],"minimize":[43],"weighted":[45],"system,":[50],"which":[51,127],"takes":[52],"into":[53],"account":[54],"energy":[56],"consumption":[57],"time":[59],"delay,":[60],"both":[62],"task":[63,137],"processing":[64],"data":[66],"transmissions,":[67],"subject":[68],"force":[71],"delay":[72],"requirement":[73],"devices.":[76],"We":[77],"first":[78,128],"formulate":[79],"problem":[81,157],"as":[82,124],"mixed-integer":[84],"non-convex":[86],"optimization":[87,146],"scheme.":[88],"Enlightened":[89],"by":[90],"superior":[92],"performance":[93,178,197],"reinforcement":[95],"learning":[96],"(RL)on":[97],"solving":[98],"control":[100],"problems,":[101],"we":[102],"put":[103],"forward":[104],"novel":[106],"RL-based":[107,168],"scheme":[108],"network.":[117],"Specifically,":[118],"node":[121],"considered":[123],"an":[125],"\u201cagent\u201d,":[126],"makes":[129],"on":[131],"whether":[132],"server,":[141],"then":[143],"utilizes":[144],"convex":[145],"algorithms":[147],"settle":[149],"radio":[151],"spectrum":[152],"scheduling":[156],"each":[159],"phase.":[161],"simulation":[163],"results":[164],"present":[165],"that":[166],"method":[169],"can":[170],"achieve":[171],"better":[172,196],"compared":[179,198],"those":[181],"local":[183],"remote":[186],"modes.":[188],"It":[189],"also":[190],"achieves":[191],"very":[192],"similar":[193],"or":[194],"slightly":[195],"genetic":[201],"algorithm":[202],"based":[203],"method.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}