{"id":"https://openalex.org/W3189481398","doi":"https://doi.org/10.1109/tsc.2021.3075988","title":"Demand-Driven Deep Reinforcement Learning for Scalable Fog and Service Placement","display_name":"Demand-Driven Deep Reinforcement Learning for Scalable Fog and Service Placement","publication_year":2021,"publication_date":"2021-04-27","ids":{"openalex":"https://openalex.org/W3189481398","doi":"https://doi.org/10.1109/tsc.2021.3075988","mag":"3189481398"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2021.3075988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2021.3075988","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004025182","display_name":"Hani Sami","orcid":"https://orcid.org/0000-0002-6925-1006"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hani Sami","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6925-1006","affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005269467","display_name":"Azzam Mourad","orcid":"https://orcid.org/0000-0001-9434-5322"},"institutions":[{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Azzam Mourad","raw_affiliation_strings":["Department of Computer Science and Mathematics, Lebanese American University, Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0001-9434-5322","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Mathematics, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049846737","display_name":"Hadi Otrok","orcid":"https://orcid.org/0000-0002-9574-5384"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hadi Otrok","raw_affiliation_strings":["Center of Cyber-Physical Systems (C2PS), Department of EECS, Khalifa University, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-9574-5384","affiliations":[{"raw_affiliation_string":"Center of Cyber-Physical Systems (C2PS), Department of EECS, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020978568","display_name":"Jamal Bentahar","orcid":"https://orcid.org/0000-0002-3136-4849"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jamal Bentahar","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3136-4849","affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3173,"has_fulltext":false,"cited_by_count":93,"citation_normalized_percentile":{"value":0.97322426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"15","issue":"5","first_page":"2671","last_page":"2684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8075759410858154},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7692114114761353},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7504111528396606},{"id":"https://openalex.org/keywords/fog-computing","display_name":"Fog computing","score":0.5184471011161804},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4982116222381592},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4761093556880951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4360893666744232},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4012063443660736},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.25364625453948975},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12486276030540466},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.10112932324409485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8075759410858154},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7692114114761353},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7504111528396606},{"id":"https://openalex.org/C2986652147","wikidata":"https://www.wikidata.org/wiki/Q21809931","display_name":"Fog computing","level":3,"score":0.5184471011161804},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4982116222381592},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4761093556880951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4360893666744232},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4012063443660736},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25364625453948975},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12486276030540466},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.10112932324409485}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2021.3075988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2021.3075988","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320330045","display_name":"Minist\u00e8re de la D\u00e9fense Nationale","ror":"https://ror.org/035rreb34"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2005422367","https://openalex.org/W2075539781","https://openalex.org/W2107726111","https://openalex.org/W2113921460","https://openalex.org/W2131600418","https://openalex.org/W2167514501","https://openalex.org/W2273675851","https://openalex.org/W2296335794","https://openalex.org/W2498354772","https://openalex.org/W2511933885","https://openalex.org/W2549687423","https://openalex.org/W2576752910","https://openalex.org/W2618719420","https://openalex.org/W2745755793","https://openalex.org/W2746390786","https://openalex.org/W2765468546","https://openalex.org/W2787259794","https://openalex.org/W2791723030","https://openalex.org/W2792846363","https://openalex.org/W2796437279","https://openalex.org/W2801779586","https://openalex.org/W2803397358","https://openalex.org/W2806930208","https://openalex.org/W2809963016","https://openalex.org/W2888704015","https://openalex.org/W2898035736","https://openalex.org/W2898652425","https://openalex.org/W2900917410","https://openalex.org/W2912715275","https://openalex.org/W2913740539","https://openalex.org/W2943950724","https://openalex.org/W2956209607","https://openalex.org/W2963620705","https://openalex.org/W2981421175","https://openalex.org/W2982530739","https://openalex.org/W2997287884","https://openalex.org/W2997577891","https://openalex.org/W3004303489","https://openalex.org/W3012494113","https://openalex.org/W3045904844","https://openalex.org/W3099200343","https://openalex.org/W3150570724","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6697144307"],"related_works":["https://openalex.org/W1982914007","https://openalex.org/W2159583675","https://openalex.org/W1824242903","https://openalex.org/W1493858311","https://openalex.org/W2155470929","https://openalex.org/W2111125783","https://openalex.org/W2394465510","https://openalex.org/W4390647609","https://openalex.org/W4210913893","https://openalex.org/W2990732744"],"abstract_inverted_index":{"The":[0,160],"increasing":[1],"number":[2],"of":[3,5,33,77,83,90,121,187,242,260,273],"Internet":[4],"Things":[6],"(IoT)":[7],"devices":[8],"necessitates":[9],"the":[10,21,29,50,75,78,106,119,122,175,184,207,229,240,250,258,267,271],"need":[11,107],"for":[12,24,108,179],"a":[13,131,166,195,200,204],"more":[14],"substantial":[15],"fog":[16,35,59,65,99],"computing":[17],"infrastructure":[18],"to":[19,40,49,74,105,114,144,181,190,244,262,264,277],"support":[20],"users\u2019":[22,55,116,217],"demand":[23,56,218],"services.":[25],"In":[26],"this":[27,129],"context,":[28],"placement":[30,70,124,147,155,247],"problem":[31,44],"consists":[32],"selecting":[34],"resources":[36],"and":[37,57,67,97,110,118,140,183,203,211,225,233,248,269,279],"mapping":[38],"services":[39,84,96],"these":[41],"resources.":[42,60],"This":[43],"is":[45,163],"particularly":[46],"challenging":[47],"due":[48,73,104],"dynamic":[51],"changes":[52,265],"in":[53,88,128,220,266],"both":[54],"available":[58,98],"Existing":[61],"solutions":[62],"utilize":[63],"on-demand":[64],"formation":[66],"periodic":[68],"container":[69,123],"using":[71],"heuristics":[72],"NP-hardness":[76],"problem.":[79],"Unfortunately,":[80],"constant":[81],"updates":[82,113],"are":[85,101],"time":[86,178],"consuming":[87],"terms":[89],"environment":[91,268],"setup,":[92],"especially":[93],"when":[94],"required":[95],"nodes":[100],"changing.":[102],"Therefore,":[103],"fast":[109],"proactive":[111],"service":[112,201],"meet":[115],"demand,":[117],"complexity":[120],"problem,":[125],"we":[126,152,192,238],"propose":[127,194],"article":[130],"Deep":[132],"Reinforcement":[133],"Learning":[134],"(DRL)":[135],"solution,":[136],"named":[137],"Intelligent":[138],"Fog":[139],"Service":[141,274],"Placement":[142],"(IFSP),":[143],"perform":[145,213,245],"instantaneous":[146],"decisions":[148,156],"proactively.":[149],"By":[150],"proactively,":[151],"mean":[153],"making":[154],"before":[157],"demands":[158],"occur.":[159],"DRL-based":[161],"IFSP":[162,243,261],"developed":[164],"through":[165],"scalable":[167],"Markov":[168],"Decision":[169],"Process":[170],"(MDP)":[171],"design.":[172],"To":[173],"address":[174],"long":[176],"learning":[177,215],"DRL":[180,253,280],"converge,":[182],"high":[185],"volume":[186],"errors":[188],"needed":[189],"explore,":[191],"also":[193,256],"novel":[196],"end-to-end":[197],"architecture":[198],"utilizing":[199],"scheduler":[202,210],"bootstrapper.":[205],"on":[206,216,228],"cloud.":[208],"Our":[209],"bootstrapper":[212],"offline":[214],"recorded":[219],"server":[221,231],"logs.":[222],"Through":[223],"experiments":[224],"simulations":[226],"performed":[227],"NASA":[230],"logs":[232],"Google":[234],"Cluster":[235],"Trace":[236],"datasets,":[237],"explore":[239],"ability":[241,259],"efficient":[246],"overcome":[249],"above":[251],"mentioned":[252],"limitations.":[254],"We":[255],"show":[257],"adapt":[263],"improve":[270],"Quality":[272],"(QoS)":[275],"compared":[276],"state-of-the-art-heuristic":[278],"solutions.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}