{"id":"https://openalex.org/W4415821023","doi":"https://doi.org/10.1109/jiot.2025.3627985","title":"Energy-Efficient Microservice Orchestration for Latency-Sensitive Applications in Edge Computing: A Reinforcement Learning Approach","display_name":"Energy-Efficient Microservice Orchestration for Latency-Sensitive Applications in Edge Computing: A Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4415821023","doi":"https://doi.org/10.1109/jiot.2025.3627985"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3627985","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3627985","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102800436","display_name":"Yi Hu","orcid":"https://orcid.org/0009-0009-5111-1900"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-5111-1900","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045555766","display_name":"Xi Liao","orcid":"https://orcid.org/0009-0005-2752-7421"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Liao","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0005-2752-7421","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101443517","display_name":"Junhui Hu","orcid":"https://orcid.org/0000-0001-9260-2858"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhui Hu","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771563","display_name":"Hao Wen","orcid":"https://orcid.org/0000-0003-3165-3859"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wen","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775362","display_name":"Huan Xu","orcid":"https://orcid.org/0000-0002-4468-5019"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Xu","raw_affiliation_strings":["State Grid Hubei Information and Telecommunication Company, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Hubei Information and Telecommunication Company, Wuhan, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101861025","display_name":"Kai Peng","orcid":"https://orcid.org/0000-0001-9910-4237"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9910-4237","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058697648","display_name":"Menglan Hu","orcid":"https://orcid.org/0000-0003-2800-4348"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-4348","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102800436"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3604761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"2","first_page":"2035","last_page":"2052"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.6535000205039978,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.6535000205039978,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.1574999988079071,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.10459999740123749,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.8230000138282776},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7069000005722046},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6270999908447266},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5939000248908997},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5878000259399414},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.48989999294281006},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.46230000257492065},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4422999918460846},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.4059000015258789}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8899000287055969},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.8230000138282776},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7069000005722046},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6791999936103821},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6270999908447266},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5939000248908997},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5878000259399414},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.48989999294281006},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.46230000257492065},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42879998683929443},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.4059000015258789},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3375999927520752},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2937999963760376},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.27090001106262207},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.265500009059906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3627985","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3627985","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3778826078","display_name":null,"funder_award_id":"2025BAB051","funder_id":"https://openalex.org/F4320336596","funder_display_name":"Key Research and Development Program of Sichuan Province"},{"id":"https://openalex.org/G4417925756","display_name":null,"funder_award_id":"YCJJ20252305","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5039203286","display_name":null,"funder_award_id":"2024BAB016","funder_id":"https://openalex.org/F4320336596","funder_display_name":"Key Research and Development Program of Sichuan Province"},{"id":"https://openalex.org/G7481879049","display_name":null,"funder_award_id":"62171189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7524059869","display_name":null,"funder_award_id":"2024BAB031","funder_id":"https://openalex.org/F4320336596","funder_display_name":"Key Research and Development Program of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336596","display_name":"Key Research and Development Program of Sichuan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2124541664","https://openalex.org/W2787027464","https://openalex.org/W2809740924","https://openalex.org/W2953169926","https://openalex.org/W2988871040","https://openalex.org/W3003378062","https://openalex.org/W3047040155","https://openalex.org/W3048234700","https://openalex.org/W3088036499","https://openalex.org/W3099938772","https://openalex.org/W3102383207","https://openalex.org/W3120265095","https://openalex.org/W3131268304","https://openalex.org/W3133765947","https://openalex.org/W3163132017","https://openalex.org/W3187036885","https://openalex.org/W3188807808","https://openalex.org/W3200600175","https://openalex.org/W3209216881","https://openalex.org/W3211928092","https://openalex.org/W3213187898","https://openalex.org/W3213200620","https://openalex.org/W3214403086","https://openalex.org/W4211041246","https://openalex.org/W4213108923","https://openalex.org/W4214807529","https://openalex.org/W4226138638","https://openalex.org/W4226396131","https://openalex.org/W4281944998","https://openalex.org/W4285131467","https://openalex.org/W4312406594","https://openalex.org/W4312626665","https://openalex.org/W4312749917","https://openalex.org/W4382998583","https://openalex.org/W4386609108","https://openalex.org/W4390481801","https://openalex.org/W4390547660","https://openalex.org/W4392175294","https://openalex.org/W4393182127","https://openalex.org/W4399665748","https://openalex.org/W4401246532","https://openalex.org/W4401416145","https://openalex.org/W4401692240","https://openalex.org/W4402125726","https://openalex.org/W4408182674"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,5,56,73,81,97,123,130,174,184],"rapid":[2],"development":[3],"of":[4,7,58,76,83,165,177,188],"Internet":[6],"Things":[8],"(IoT),":[9],"emerging":[10],"microservice":[11,103,132],"architectures":[12],"support":[13],"scalable":[14],"and":[15,34,41,68,87,119,145,161,168,223,241],"flexible":[16],"deployment":[17,40],"to":[18,30,115,121,141,182,211],"handle":[19],"a":[20,48,151,193],"significant":[21],"increase":[22],"in":[23,26,137,236],"latency-sensitive":[24,135],"requests":[25],"resource-limited":[27],"edge.":[28],"Due":[29],"complex":[31,49],"data":[32,159],"dependencies":[33,160],"instance":[35],"sharing":[36],"among":[37],"microservices,":[38],"service":[39,59,77],"request":[42],"routing":[43],"tightly":[44],"coupled,":[45],"which":[46,203],"motivates":[47],"joint":[50],"optimization":[51],"problem.":[52],"In":[53],"this":[54,127],"case,":[55],"difficulty":[57],"orchestration":[60,104,133,197],"is":[61,105],"extremely":[62],"enlarged":[63],"when":[64],"considering":[65],"multi-instance":[66,152],"modeling":[67],"fine-grained":[69],"latency":[70,86,144,240],"analysis":[71,164,219],"for":[72,134],"strict":[74],"quality":[75],"(QoS).":[78],"Furthermore,":[79,190],"since":[80],"objectives":[82],"end-to-end":[84],"response":[85,239],"energy":[88,146,242],"consumption":[89],"present":[90],"an":[91],"inherent":[92],"conflicting":[93],"relationship,":[94],"carefully":[95],"reconciling":[96],"trade-offs":[98],"between":[99],"them":[100],"through":[101],"efficient":[102],"necessary,":[106],"but":[107],"significantly":[108,232],"challenging.":[109],"However,":[110],"most":[111],"previous":[112],"work":[113],"failed":[114],"propose":[116,173],"suitable":[117],"approaches":[118,235],"models":[120],"address":[122],"above":[124],"difficulties.":[125],"Therefore,":[126],"paper":[128],"investigates":[129],"energy-efficient":[131],"applications":[136],"edge":[138],"computing,":[139,167],"aiming":[140],"minimize":[142],"both":[143,238],"consumption.":[147,243],"We":[148],"first":[149],"develop":[150],"queuing":[153],"network":[154],"model":[155],"that":[156,228],"accurately":[157],"captures":[158],"enables":[162],"detailed":[163],"queuing,":[166],"communication":[169],"delays.":[170],"Then,":[171],"we":[172,191,216],"Energy-efficient":[175],"Determination":[176],"Microservice":[178],"Instances":[179],"(EDMI)":[180],"algorithm":[181,231],"derive":[183],"minimal":[185],"required":[186],"number":[187],"instances.":[189],"design":[192],"deep":[194],"reinforcement":[195],"learning-based":[196],"method,":[198],"Global-Reward":[199],"Soft":[200],"Actor-Critic":[201],"(GRSAC),":[202],"integrates":[204],"local":[205],"reward":[206],"signals":[207],"into":[208],"global":[209],"feedback":[210],"mitigate":[212],"sparse":[213],"rewards.":[214],"Finally,":[215],"provide":[217],"theoretical":[218],"on":[220],"time":[221],"complexity":[222],"convergence.":[224],"Experimental":[225],"results":[226],"show":[227],"our":[229],"proposed":[230],"outperforms":[233],"existing":[234],"reducing":[237]},"counts_by_year":[],"updated_date":"2026-01-14T23:40:02.550235","created_date":"2025-11-03T00:00:00"}