{"id":"https://openalex.org/W4226019773","doi":"https://doi.org/10.1109/jiot.2022.3205051","title":"Reinforcement Learning Framework for Server Placement and Workload Allocation in Multiaccess Edge Computing","display_name":"Reinforcement Learning Framework for Server Placement and Workload Allocation in Multiaccess Edge Computing","publication_year":2022,"publication_date":"2022-09-08","ids":{"openalex":"https://openalex.org/W4226019773","doi":"https://doi.org/10.1109/jiot.2022.3205051"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3205051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3205051","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032478717","display_name":"Anahita Mazloomi","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Anahita Mazloomi","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004025182","display_name":"Hani Sami","orcid":"https://orcid.org/0000-0002-6925-1006"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hani Sami","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020978568","display_name":"Jamal Bentahar","orcid":"https://orcid.org/0000-0002-3136-4849"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jamal Bentahar","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049846737","display_name":"Hadi Otrok","orcid":"https://orcid.org/0000-0002-9574-5384"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hadi Otrok","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Center of Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Center of Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005269467","display_name":"Azzam Mourad","orcid":"https://orcid.org/0000-0001-9434-5322"},"institutions":[{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Azzam Mourad","raw_affiliation_strings":["Department of CSM, Cyber Security Systems and Applied AI Research Center, Lebanese American University Division of Science, Lebanese American University, Beirut, Lebanon"],"affiliations":[{"raw_affiliation_string":"Department of CSM, Cyber Security Systems and Applied AI Research Center, Lebanese American University Division of Science, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032478717"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04538731,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"2","first_page":"1376","last_page":"1390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.03009999915957451,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.806990385055542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8055081963539124},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7782080173492432},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.7253378629684448},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6841632723808289},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5942031741142273},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5711413621902466},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.44174614548683167},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.41404759883880615},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35943397879600525},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3455222547054291},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16880986094474792}],"concepts":[{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.806990385055542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8055081963539124},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7782080173492432},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.7253378629684448},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6841632723808289},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5942031741142273},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5711413621902466},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.44174614548683167},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41404759883880615},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35943397879600525},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3455222547054291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16880986094474792},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3205051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3205051","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2019116263","https://openalex.org/W2045031658","https://openalex.org/W2124513689","https://openalex.org/W2134295053","https://openalex.org/W2135099885","https://openalex.org/W2525400794","https://openalex.org/W2765605909","https://openalex.org/W2809740924","https://openalex.org/W2894009982","https://openalex.org/W2898155611","https://openalex.org/W2916014425","https://openalex.org/W2950406044","https://openalex.org/W2963696152","https://openalex.org/W2970155754","https://openalex.org/W2982179363","https://openalex.org/W2994053796","https://openalex.org/W2997053847","https://openalex.org/W2997647139","https://openalex.org/W3003879944","https://openalex.org/W3007824890","https://openalex.org/W3008177173","https://openalex.org/W3010672652","https://openalex.org/W3010723141","https://openalex.org/W3037121310","https://openalex.org/W3043169486","https://openalex.org/W3074294383","https://openalex.org/W3088210200","https://openalex.org/W3121342653","https://openalex.org/W3126769451","https://openalex.org/W3146736019","https://openalex.org/W3163132017","https://openalex.org/W3170672970","https://openalex.org/W3189481398","https://openalex.org/W3214403086","https://openalex.org/W4205197106","https://openalex.org/W4214717370","https://openalex.org/W4283068090","https://openalex.org/W6635798015","https://openalex.org/W6637029157","https://openalex.org/W6738144653","https://openalex.org/W6761667106","https://openalex.org/W6774524600","https://openalex.org/W6776921880"],"related_works":["https://openalex.org/W8310843","https://openalex.org/W4281075","https://openalex.org/W5211984","https://openalex.org/W6515589","https://openalex.org/W9910971","https://openalex.org/W12884433","https://openalex.org/W10183529","https://openalex.org/W17082299","https://openalex.org/W2334562","https://openalex.org/W9543331"],"abstract_inverted_index":{"Cloud":[0],"computing":[1,36],"is":[2,14,60,84],"a":[3,63,98,119,154,198,322],"reliable":[4],"solution":[5],"to":[6,51,96,230,297],"provide":[7,97],"distributed":[8],"computation":[9],"power.":[10],"However,":[11,135],"real-time":[12],"response":[13],"still":[15,149],"challenging":[16],"regarding":[17],"the":[18,25,42,46,56,67,75,80,85,91,142,165,171,175,178,191,204,211,224,239,255,266,288,299,303,317],"enormous":[19],"amount":[20],"of":[21,40,48,69,77,88,93,108,164,177,206,257,268,290,305],"data":[22,275],"generated":[23],"by":[24,320],"IoT":[26],"devices":[27],"in":[28,45,174,228,287],"5G":[29],"and":[30,90,112,144,162,170,262,280],"6G":[31],"networks.":[32],"Thus,":[33],"multiaccess":[34],"edge":[35,43,94,109],"(MEC),":[37],"which":[38,83,116],"consists":[39,107],"distributing":[41],"servers":[44,95,110],"proximity":[47],"end":[49],"users":[50],"have":[52],"low":[53],"latency":[54],"besides":[55],"higher":[57],"processing":[58],"power,":[59],"increasingly":[61],"becoming":[62],"vital":[64],"factor":[65],"for":[66,133,184,197,222,238],"success":[68],"modern":[70],"applications.":[71],"This":[72,104,188],"article":[73],"addresses":[74],"problem":[76,123,201,241],"minimizing":[78,203,223],"both,":[79],"network":[81,207],"delay,":[82],"main":[86],"objective":[87],"MEC,":[89],"number":[92],"MEC":[99,105],"design":[100,106,176],"with":[101,158,219],"minimum":[102],"cost.":[103],"placement":[111],"base":[113],"stations":[114],"allocation,":[115],"makes":[117,190],"it":[118],"joint":[120],"combinatorial":[121],"optimization":[122],"(COP).":[124],"Recently,":[125],"reinforcement":[126],"learning":[127,195],"(RL)":[128],"has":[129],"shown":[130],"promising":[131],"results":[132,311],"COPs.":[134],"modeling":[136,163,189],"real-world":[137,200,274],"problems":[138],"using":[139,273],"RL":[140,156],"when":[141,243],"state":[143,166,258],"action":[145,168,260],"spaces":[146],"are":[147,295,302],"large":[148],"needs":[150],"investigation.":[151],"We":[152,209],"propose":[153],"novel":[155],"framework":[157],"an":[159,291],"efficient":[160,292],"representation":[161],"space,":[167,169,261],"penalty":[172,263],"function":[173,264],"underlying":[179],"Markov":[180],"decision":[181],"process":[182],"(MDP)":[183],"solving":[185],"our":[186,314],"problem.":[187],"temporal":[192],"difference":[193],"(TD)":[194],"applicable":[196],"large-scale":[199],"while":[202],"cost":[205,225],"design.":[208],"introduce":[210],"TD":[212],"<inline-formula":[213,231,244],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[214,232,245],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[215,233,246],"<tex-math":[216,234,247],"notation=\"LaTeX\">$(\\lambda)$":[217],"</tex-math></inline-formula>":[218,236,250],"eligibility":[220],"traces":[221],"(TDMC)":[226],"algorithm,":[227],"addition":[229],"notation=\"LaTeX\">$Q$":[235],"-learning":[237],"same":[240],"(QMC)":[242],"notation=\"LaTeX\">$\\lambda":[248],"=0$":[249],".":[251],"Furthermore,":[252],"we":[253],"discuss":[254],"impact":[256],"representation,":[259],"on":[265],"convergence":[267],"each":[269],"model.":[270],"Extensive":[271],"experiments":[272],"sets":[276],"from":[277],"Shanghai":[278],"Telecommunication":[279],"Citywide":[281],"Public":[282],"Computer":[283],"Centers":[284],"demonstrate":[285],"that":[286,301,313],"light":[289],"model,":[293],"TDMC/QMC":[294],"able":[296],"find":[298],"actions":[300],"source":[304],"lower":[306],"delayed":[307],"penalty.":[308],"The":[309],"reported":[310],"show":[312],"algorithm":[315],"outperforms":[316],"other":[318],"benchmarks":[319],"creating":[321],"tradeoff":[323],"among":[324],"multiple":[325],"objectives.":[326]},"counts_by_year":[],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2022-05-05T00:00:00"}