{"id":"https://openalex.org/W3146736019","doi":"https://doi.org/10.1109/tnsm.2021.3066625","title":"AI-Based Resource Provisioning of IoE Services in 6G: A Deep Reinforcement Learning Approach","display_name":"AI-Based Resource Provisioning of IoE Services in 6G: A Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-03-17","ids":{"openalex":"https://openalex.org/W3146736019","doi":"https://doi.org/10.1109/tnsm.2021.3066625","mag":"3146736019"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3066625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3066625","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004025182","display_name":"Hani Sami","orcid":"https://orcid.org/0000-0002-6925-1006"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hani Sami","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6925-1006","affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049846737","display_name":"Hadi Otrok","orcid":"https://orcid.org/0000-0002-9574-5384"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hadi Otrok","raw_affiliation_strings":["Department of EECS, Center of Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-9574-5384","affiliations":[{"raw_affiliation_string":"Department of EECS, Center of Cyber-Physical Systems, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020978568","display_name":"Jamal Bentahar","orcid":"https://orcid.org/0000-0002-3136-4849"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jamal Bentahar","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3136-4849","affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005269467","display_name":"Azzam Mourad","orcid":"https://orcid.org/0000-0001-9434-5322"},"institutions":[{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Azzam Mourad","raw_affiliation_strings":["Department of Computer Science and Mathematics, Lebanese American University, Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0001-9434-5322","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Mathematics, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.369,"has_fulltext":false,"cited_by_count":115,"citation_normalized_percentile":{"value":0.99162522,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"18","issue":"3","first_page":"3527","last_page":"3540"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.865095853805542},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.8042929172515869},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7719295024871826},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5764504671096802},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5139643549919128},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.49955081939697266},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4944291114807129},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4676033556461334},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.4335242509841919},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.43317320942878723},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.42913007736206055},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30134117603302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29792195558547974},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10603022575378418},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0920206606388092}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.865095853805542},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.8042929172515869},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7719295024871826},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5764504671096802},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5139643549919128},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.49955081939697266},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4944291114807129},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4676033556461334},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.4335242509841919},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.43317320942878723},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.42913007736206055},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30134117603302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29792195558547974},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10603022575378418},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0920206606388092},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2021.3066625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3066625","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2005422367","https://openalex.org/W2107726111","https://openalex.org/W2113921460","https://openalex.org/W2131600418","https://openalex.org/W2141992894","https://openalex.org/W2498354772","https://openalex.org/W2546571074","https://openalex.org/W2546811245","https://openalex.org/W2556653961","https://openalex.org/W2620387295","https://openalex.org/W2624989916","https://openalex.org/W2746390786","https://openalex.org/W2765468546","https://openalex.org/W2782674794","https://openalex.org/W2784011956","https://openalex.org/W2787259794","https://openalex.org/W2791723030","https://openalex.org/W2793519446","https://openalex.org/W2796437279","https://openalex.org/W2806284293","https://openalex.org/W2806930208","https://openalex.org/W2898035736","https://openalex.org/W2900804979","https://openalex.org/W2907627983","https://openalex.org/W2912715275","https://openalex.org/W2913740539","https://openalex.org/W2919658714","https://openalex.org/W2945114912","https://openalex.org/W2953384591","https://openalex.org/W2956209607","https://openalex.org/W2969519626","https://openalex.org/W2981096252","https://openalex.org/W2981421175","https://openalex.org/W2997577891","https://openalex.org/W3006762012","https://openalex.org/W3011830499","https://openalex.org/W3012494113","https://openalex.org/W3021193956","https://openalex.org/W3032515432","https://openalex.org/W3044011738","https://openalex.org/W3045904844","https://openalex.org/W3089072101","https://openalex.org/W3094019951","https://openalex.org/W3124737311","https://openalex.org/W3132316331","https://openalex.org/W6713134421","https://openalex.org/W6749977962"],"related_works":["https://openalex.org/W2955195711","https://openalex.org/W2354454611","https://openalex.org/W2993266126","https://openalex.org/W2392283887","https://openalex.org/W2351388597","https://openalex.org/W2184647741","https://openalex.org/W2367727984","https://openalex.org/W2939925694","https://openalex.org/W2401318764","https://openalex.org/W2077440085"],"abstract_inverted_index":{"Currently,":[0],"researchers":[1],"have":[2],"motivated":[3],"a":[4,36,97,223],"vision":[5],"of":[6,13,16,29,53,61,65,75,132,142,146,151,172,185,244],"6G":[7],"for":[8,81,112],"empowering":[9],"the":[10,14,27,50,59,68,71,117,130,140,143,149,183,230,242],"new":[11,118],"generation":[12],"Internet":[15],"Everything":[17],"(IoE)":[18],"services":[19],"that":[20,38,181,204],"are":[21,34,127,198],"not":[22],"supported":[23],"by":[24,42,154,200],"5G.":[25],"In":[26],"context":[28],"6G,":[30],"more":[31],"computing":[32,63],"resources":[33,64,153],"required,":[35],"problem":[37,177],"is":[39,84,110],"dealt":[40],"with":[41],"Mobile":[43],"Edge":[44],"Computing":[45],"(MEC).":[46],"However,":[47],"due":[48],"to":[49,174,236],"dynamic":[51],"change":[52],"service":[54,106,167],"demands":[55],"from":[56,116],"various":[57],"locations,":[58],"limitation":[60],"available":[62,152],"MEC,":[66],"and":[67,73,100,105,114,160,192,209,216,225,240],"increase":[69],"in":[70,93,120,129],"number":[72],"complexity":[74],"IoE":[76,102],"services,":[77],"intelligent":[78,99],"resource":[79,103,144,248],"provisioning":[80],"multiple":[82],"applications":[83],"vital.":[85],"To":[86],"address":[87],"this":[88,94,176],"challenging":[89],"issue,":[90],"we":[91,228],"propose":[92],"paper":[95],"IScaler,":[96],"novel":[98],"proactive":[101],"scaling":[104],"placement":[107,168],"solution.":[108],"IScaler":[109,215],"tailored":[111],"MEC":[113],"benefits":[115],"advancements":[119],"Deep":[121],"Reinforcement":[122],"Learning":[123],"(DRL).":[124],"Multiple":[125],"requirements":[126,138],"considered":[128],"design":[131],"IScaler's":[133,186,245],"Markov":[134],"Decision":[135],"Process.":[136],"These":[137,196],"include":[139],"prediction":[141,150],"usage":[145],"scaled":[147],"applications,":[148],"hosting":[155],"servers,":[156],"performing":[157],"combined":[158],"horizontal":[159],"vertical":[161],"scaling,":[162],"as":[163,165,222],"well":[164],"making":[166],"decisions.":[169],"The":[170],"use":[171,229],"DRL":[173],"solve":[175],"raises":[178],"several":[179],"challenges":[180,197],"prevent":[182],"realization":[184],"full":[187],"potential,":[188],"including":[189],"exploration":[190],"errors":[191],"long":[193],"learning":[194],"time.":[195],"tackled":[199],"proposing":[201],"an":[202,206,217],"architecture":[203],"embeds":[205],"Intelligent":[207],"Scaling":[208],"Placement":[210],"module":[211],"(ISP).":[212],"ISP":[213],"utilizes":[214],"optimizer":[218],"based":[219],"on":[220],"heuristics":[221],"bootstrapper":[224],"backup.":[226],"Finally,":[227],"Google":[231],"Cluster":[232],"Usage":[233],"Trace":[234],"dataset":[235],"perform":[237],"real-life":[238],"simulations":[239],"illustrate":[241],"effectiveness":[243],"multi-application":[246],"autonomous":[247],"provisioning.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}