{"id":"https://openalex.org/W4388240216","doi":"https://doi.org/10.1109/tc.2023.3329194","title":"SafeDRL: Dynamic Microservice Provisioning With Reliability and Latency Guarantees in Edge Environments","display_name":"SafeDRL: Dynamic Microservice Provisioning With Reliability and Latency Guarantees in Edge Environments","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4388240216","doi":"https://doi.org/10.1109/tc.2023.3329194"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2023.3329194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3329194","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016449315","display_name":"Yue Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yue Zeng","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017137055","display_name":"Zhihao Qu","orcid":"https://orcid.org/0000-0001-7538-1985"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I4210155611","display_name":"Ministry of Water Resources of the People's Republic of China","ror":"https://ror.org/04e698d63","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210155611"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Qu","raw_affiliation_strings":["Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and with the College of Computer Science and Software Engineering, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and with the College of Computer Science and Software Engineering, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I4210155611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087746903","display_name":"Baoliu Ye","orcid":"https://orcid.org/0000-0003-1065-449X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoliu Ye","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007296623","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-8073-2118"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336975","display_name":"Jing Li","orcid":"https://orcid.org/0000-0002-7027-5574"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Li","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000882226","display_name":"Bin Tang","orcid":"https://orcid.org/0000-0002-4577-8882"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I4210155611","display_name":"Ministry of Water Resources of the People's Republic of China","ror":"https://ror.org/04e698d63","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210155611"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Tang","raw_affiliation_strings":["Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and with the College of Computer Science and Software Engineering, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Water Big Data Technology of Ministry of Water Resources, and with the College of Computer Science and Software Engineering, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I4210155611"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5016449315"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":3.7942,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.93901397,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"73","issue":"1","first_page":"235","last_page":"248"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8371832370758057},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6534435749053955},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6383301615715027},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.6055191159248352},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.5996275544166565},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5366254448890686},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.500499963760376},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4977720081806183},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.49565064907073975},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.4666305482387543},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.441791296005249},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4416452646255493},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40994173288345337},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.2964664697647095},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10417824983596802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371832370758057},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6534435749053955},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6383301615715027},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.6055191159248352},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.5996275544166565},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5366254448890686},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.500499963760376},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4977720081806183},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.49565064907073975},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.4666305482387543},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.441791296005249},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4416452646255493},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40994173288345337},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2964664697647095},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10417824983596802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tc.2023.3329194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3329194","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-134830","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-134830","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2440940703","display_name":null,"funder_award_id":"62172204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2475758149","display_name":null,"funder_award_id":"61832005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3017900995","display_name":null,"funder_award_id":"JCYJ20200109142008673","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G4633627745","display_name":null,"funder_award_id":"BE2020001-3","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5802764790","display_name":null,"funder_award_id":"62102131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G902205134","display_name":null,"funder_award_id":"B210201053","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G953824872","display_name":null,"funder_award_id":"BK20210361","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1578960134","https://openalex.org/W2107726111","https://openalex.org/W2126969025","https://openalex.org/W2148177824","https://openalex.org/W2154004562","https://openalex.org/W2487114213","https://openalex.org/W2591909653","https://openalex.org/W2763322471","https://openalex.org/W2920699278","https://openalex.org/W2963250023","https://openalex.org/W2963367680","https://openalex.org/W2963489214","https://openalex.org/W2987726157","https://openalex.org/W2992748881","https://openalex.org/W2995673860","https://openalex.org/W2996431531","https://openalex.org/W2996568029","https://openalex.org/W2996945891","https://openalex.org/W2999034408","https://openalex.org/W3046440782","https://openalex.org/W3047037323","https://openalex.org/W3047278732","https://openalex.org/W3107418111","https://openalex.org/W3109249077","https://openalex.org/W3137663249","https://openalex.org/W3153951905","https://openalex.org/W3163499064","https://openalex.org/W3191167321","https://openalex.org/W3209366914","https://openalex.org/W4205585032","https://openalex.org/W4206497039","https://openalex.org/W6683397050","https://openalex.org/W6684921986","https://openalex.org/W6735619188","https://openalex.org/W6751725685"],"related_works":["https://openalex.org/W3181741639","https://openalex.org/W4210334847","https://openalex.org/W4367181468","https://openalex.org/W2767473057","https://openalex.org/W2955195711","https://openalex.org/W4225586032","https://openalex.org/W2351197002","https://openalex.org/W3003367851","https://openalex.org/W3119944216","https://openalex.org/W2994988622"],"abstract_inverted_index":{"As":[0],"a":[1,87,160],"key":[2],"technology":[3],"of":[4,27],"5G,":[5],"network":[6],"function":[7],"virtualization":[8],"enables":[9],"each":[10],"monolithic":[11],"service":[12,189],"to":[13,36,58,69,90,158,184,194],"be":[14],"divided":[15],"into":[16],"microservices,":[17],"facilitating":[18],"their":[19,66,99],"deployment":[20],"and":[21,44,65,74,80,101,115,135,147,186],"management":[22],"in":[23,32,47,129,164],"edge":[24,49],"environments.":[25,50],"One":[26],"the":[28,108,174,188],"most":[29,52],"critical":[30],"issues":[31],"5G":[33],"is":[34,156],"how":[35,57],"support":[37,92],"dynamically":[38,94],"arriving":[39,95],"mission-critical":[40],"services":[41,61,96],"with":[42,71,77,139,173,196],"low-latency":[43],"high-reliability":[45],"requirements":[46],"distributed":[48],"However,":[51],"existing":[53],"works":[54],"focus":[55],"on":[56,144],"provide":[59],"reliable":[60],"without":[62],"considering":[63],"latency,":[64],"heuristics":[67],"struggle":[68],"cope":[70],"high-dimensional":[72],"constraints":[73],"complex":[75],"environments":[76,131],"heterogeneous":[78],"infrastructure":[79],"services.":[81],"In":[82],"this":[83,121],"paper,":[84],"we":[85,105],"propose":[86],"SafeDRL":[88,124,177],"algorithm":[89,125,155],"resource-efficiently":[91],"these":[93],"while":[97],"meeting":[98],"reliability":[100],"latency":[102],"requirements.":[103],"Specifically,":[104],"first":[106],"formulate":[107],"problem":[109],"as":[110],"an":[111],"integer":[112],"nonlinear":[113],"programming":[114],"prove":[116],"its":[117],"NP-hardness.":[118],"To":[119],"tackle":[120],"problem,":[122],"our":[123],"captures":[126],"delayed":[127],"rewards":[128],"dynamic":[130],"by":[132,182,192],"reinforcement":[133],"learning,":[134],"corrects":[136],"constraint":[137],"violations":[138],"high-quality":[140],"feasible":[141],"solutions":[142],"based":[143],"expert":[145],"intervention,":[146],"prunes":[148],"unnecessary":[149],"backup":[150],"instances":[151],"for":[152],"optimality.":[153],"The":[154],"proved":[157],"have":[159],"bounded":[161],"approximation":[162],"ratio":[163,191],"general":[165],"cases.":[166],"Extensive":[167],"trace-driven":[168],"simulations":[169],"show":[170],"that,":[171],"compared":[172],"state-of-the-art":[175],"solution,":[176],"can":[178],"save":[179],"resource":[180],"costs":[181],"up":[183,193],"49.32%":[185],"improve":[187],"acceptance":[190],"55%":[195],"acceptable":[197],"execution":[198],"time.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}