{"id":"https://openalex.org/W3009360739","doi":"https://doi.org/10.1109/mwc.001.1900298","title":"Toward Reinforcement-Learning-Based Service Deployment of 5G Mobile Edge Computing with Request-Aware Scheduling","display_name":"Toward Reinforcement-Learning-Based Service Deployment of 5G Mobile Edge Computing with Request-Aware Scheduling","publication_year":2020,"publication_date":"2020-02-01","ids":{"openalex":"https://openalex.org/W3009360739","doi":"https://doi.org/10.1109/mwc.001.1900298","mag":"3009360739"},"language":"en","primary_location":{"id":"doi:10.1109/mwc.001.1900298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.001.1900298","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011730425","display_name":"Yanlong Zhai","orcid":"https://orcid.org/0000-0002-0168-8308"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanlong Zhai","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021067951","display_name":"Tianhong Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhong Bao","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100634361","display_name":"Liehuang Zhu","orcid":"https://orcid.org/0000-0003-3277-3887"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liehuang Zhu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047030842","display_name":"Meng Shen","orcid":"https://orcid.org/0000-0002-1867-0972"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Shen","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060514022","display_name":"Xiaojiang Du","orcid":"https://orcid.org/0000-0003-4235-9671"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojiang Du","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Qatar University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011730425"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":5.984,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.96405166,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"27","issue":"1","first_page":"84","last_page":"91"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9002287983894348},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8225206732749939},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.7602705359458923},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7025860548019409},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6862759590148926},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.563825249671936},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5589263439178467},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5236261487007141},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5126875638961792},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5121839046478271},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4961879849433899},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4784926772117615},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.45859494805336},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45364874601364136},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4291779696941376},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.40395188331604004},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.35147997736930847},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28457754850387573},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12074780464172363},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09867113828659058}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9002287983894348},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8225206732749939},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7602705359458923},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7025860548019409},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6862759590148926},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.563825249671936},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5589263439178467},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5236261487007141},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5126875638961792},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5121839046478271},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4961879849433899},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4784926772117615},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.45859494805336},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45364874601364136},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4291779696941376},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.40395188331604004},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35147997736930847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28457754850387573},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12074780464172363},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09867113828659058},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mwc.001.1900298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mwc.001.1900298","pdf_url":null,"source":{"id":"https://openalex.org/S146764194","display_name":"IEEE Wireless Communications","issn_l":"1536-1284","issn":["1536-1284","1558-0687"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/37268","is_oa":false,"landing_page_url":"https://www.scopus.com/inward/record.uri?partnerID=HzOxMe3b&scp=85081694901&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2114337635","https://openalex.org/W2141587120","https://openalex.org/W2162572433","https://openalex.org/W2173564293","https://openalex.org/W2745755793","https://openalex.org/W2772526503","https://openalex.org/W2791056945","https://openalex.org/W2803336594","https://openalex.org/W2808417010","https://openalex.org/W2808663279","https://openalex.org/W2809740924","https://openalex.org/W2865570976","https://openalex.org/W2911883387","https://openalex.org/W2951799221","https://openalex.org/W2978607469","https://openalex.org/W3101824822","https://openalex.org/W4298857966","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W4361251304","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3139051647","https://openalex.org/W3024547383","https://openalex.org/W4318952366","https://openalex.org/W2796352555","https://openalex.org/W4322761281","https://openalex.org/W3174690704"],"abstract_inverted_index":{"5G":[0,31],"wireless":[1,164],"network":[2],"technology":[3,74],"will":[4,24],"not":[5,122],"only":[6],"significantly":[7],"increase":[8],"bandwidth":[9],"but":[10],"also":[11],"introduce":[12],"new":[13],"features":[14],"such":[15],"as":[16,71,142],"mMTC":[17],"and":[18,115,130,135,147,179],"URLLC.":[19],"However,":[20,78],"high":[21],"request":[22,113],"latency":[23],"remain":[25],"a":[26,72,95,143],"challenging":[27],"problem":[28,139],"even":[29],"with":[30,109],"due":[32],"to":[33,49,61,75,100,105,175],"the":[34,50,58,62,65,103,106,112,127,138,150,159],"massive":[35],"requests":[36,178],"generated":[37],"by":[38],"an":[39,87],"increasing":[40],"number":[41],"of":[42,64,111,118,161,177],"devices":[43],"that":[44,167],"require":[45],"long":[46],"travel":[47],"distances":[48],"services":[51,59,81,104],"deployed":[52],"in":[53],"cloud":[54],"centers.":[55],"By":[56],"pushing":[57],"closer":[60],"edge":[63,67,84,107],"network,":[66],"computing":[68],"is":[69,86,140],"recognized":[70],"promising":[73],"reduce":[76],"latency.":[77],"properly":[79],"deploying":[80],"among":[82],"resource-constrained":[83],"servers":[85,108],"unsolved":[88],"problem.":[89],"In":[90],"this":[91,168],"article,":[92],"we":[93],"propose":[94],"deep":[96],"reinforcement":[97,169],"learning":[98,170],"approach":[99,171],"preferably":[101],"deploy":[102],"consideration":[110],"patterns":[114,176],"resource":[116],"constraints":[117],"users,":[119],"which":[120],"have":[121],"been":[123],"adequately":[124],"explored.":[125],"First,":[126],"system":[128],"model":[129],"optimization":[131],"objectives":[132],"are":[133],"formulated":[134],"investigated.":[136],"Then":[137],"modeled":[141],"Markov":[144],"decision":[145],"process":[146],"solved":[148],"using":[149],"Dueling-Deep":[151],"Q-network":[152],"algorithm.":[153],"The":[154],"experimental":[155],"results,":[156],"based":[157],"on":[158],"evaluation":[160],"real-life":[162],"mobile":[163],"datasets,":[165],"show":[166],"could":[172],"be":[173],"applied":[174],"improve":[180],"performance.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":6}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}