{"id":"https://openalex.org/W4408182674","doi":"https://doi.org/10.1109/tnsm.2025.3543568","title":"Delay-Aware Joint Microservice Deployment and Request Routing in Multi-Edge Environments Based on Reinforcement Learning","display_name":"Delay-Aware Joint Microservice Deployment and Request Routing in Multi-Edge Environments Based on Reinforcement Learning","publication_year":2025,"publication_date":"2025-03-06","ids":{"openalex":"https://openalex.org/W4408182674","doi":"https://doi.org/10.1109/tnsm.2025.3543568"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2025.3543568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3543568","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101861025","display_name":"Kai Peng","orcid":"https://orcid.org/0000-0001-9910-4237"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9910-4237","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100309677","display_name":"Jialu Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialu Guo","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446233","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0002-0953-0393"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0002-0953-0393","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114986030","display_name":"Jintao He","orcid":"https://orcid.org/0009-0008-4661-0548"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintao He","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0008-4661-0548","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112410749","display_name":"Zhiqing Zou","orcid":"https://orcid.org/0000-0002-1627-9996"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqing Zou","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049930739","display_name":"Tianping Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianping Deng","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058697648","display_name":"Menglan Hu","orcid":"https://orcid.org/0000-0003-2800-4348"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-4348","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101861025"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":5.2077,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94881013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"22","issue":"4","first_page":"2971","last_page":"2986"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8533097505569458},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7660371661186218},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7614542841911316},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5818347930908203},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5578989386558533},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5536547303199768},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5484996438026428},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43553879857063293},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.42716965079307556},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.3252369165420532},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.304540753364563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2285347580909729},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.15151938796043396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8533097505569458},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7660371661186218},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7614542841911316},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5818347930908203},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5578989386558533},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5536547303199768},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5484996438026428},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43553879857063293},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.42716965079307556},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3252369165420532},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.304540753364563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2285347580909729},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.15151938796043396},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2025.3543568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3543568","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7481879049","display_name":null,"funder_award_id":"62171189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2037978216","https://openalex.org/W2145339207","https://openalex.org/W2490169957","https://openalex.org/W2762042916","https://openalex.org/W2781790117","https://openalex.org/W2790686993","https://openalex.org/W2918796589","https://openalex.org/W2920569286","https://openalex.org/W2972466428","https://openalex.org/W2981613325","https://openalex.org/W2994053796","https://openalex.org/W2995673860","https://openalex.org/W2996262564","https://openalex.org/W3008783405","https://openalex.org/W3025927210","https://openalex.org/W3033597900","https://openalex.org/W3040872889","https://openalex.org/W3081607228","https://openalex.org/W3086931396","https://openalex.org/W3092927666","https://openalex.org/W3102473272","https://openalex.org/W3114067032","https://openalex.org/W3114535503","https://openalex.org/W3155135492","https://openalex.org/W3213511879","https://openalex.org/W3214403086","https://openalex.org/W4205274477","https://openalex.org/W4205627906","https://openalex.org/W4206519681","https://openalex.org/W4214813921","https://openalex.org/W4362714632","https://openalex.org/W4386609108","https://openalex.org/W4390547660","https://openalex.org/W4393182127","https://openalex.org/W4401246532","https://openalex.org/W4401416145","https://openalex.org/W6637967152","https://openalex.org/W6756386628","https://openalex.org/W6781035822"],"related_works":["https://openalex.org/W1997091564","https://openalex.org/W2102655743","https://openalex.org/W2915872201","https://openalex.org/W2607223747","https://openalex.org/W2082566976","https://openalex.org/W2184312063","https://openalex.org/W2151115956","https://openalex.org/W2394677160","https://openalex.org/W2000875519","https://openalex.org/W2081964190"],"abstract_inverted_index":{"The":[0,141],"service":[1],"modules":[2],"of":[3,21,33,41,47,79,104,112,115,125,146,153],"the":[4,22,28,34,45,52,67,76,86,97,102,113,116,144,151,154,157,168,175,193,199],"traditional":[5],"Mobile":[6],"Edge":[7],"Computing":[8],"(MEC)":[9],"are":[10,43],"difficult":[11],"to":[12,162],"deploy,":[13],"extend,":[14],"and":[15,31,59,82,128,136,171,180,203],"maintain":[16],"in":[17,85,110],"real":[18],"networks":[19],"because":[20],"highly":[23],"sophisticated":[24],"systems.":[25],"To":[26],"promote":[27],"generalization,":[29],"openness,":[30],"flexibility":[32],"network":[35,186],"edge":[36,107],"environment,":[37],"an":[38],"increasing":[39],"number":[40],"studies":[42],"exploring":[44],"integration":[46],"microservices":[48],"with":[49,208],"MEC.":[50],"However,":[51],"existing":[53],"work":[54],"usually":[55],"treats":[56],"microservice":[57,80,126,147,178],"deployment":[58,81,127,148,169,179],"request":[60,83,129,164,181],"routing":[61,84,130,165,182],"as":[62,150],"two":[63],"separate":[64],"issues,":[65],"ignoring":[66],"interaction":[68],"between":[69],"them.":[70],"Therefore,":[71],"this":[72,118],"paper":[73,119],"focuses":[74],"on":[75,132,167],"joint":[77,122,177],"optimization":[78],"multi-edge":[87],"cloud":[88],"scenarios.":[89],"We":[90],"establish":[91],"a":[92,121],"problem":[93],"model":[94],"for":[95,184],"minimizing":[96],"average":[98],"response":[99,200],"latency,":[100],"considering":[101],"transmission":[103],"requests":[105],"across":[106],"clouds.":[108],"Then,":[109],"view":[111],"complexity":[114],"scene,":[117],"proposes":[120],"training":[123],"strategy":[124],"based":[131,166],"deep":[133],"reinforcement":[134],"learning":[135],"Best":[137,158],"Fit":[138,159],"Decreasing":[139,160],"algorithm.":[140],"algorithm":[142,161,195],"takes":[143],"change":[145],"scheme":[149,183],"action":[152],"agent,":[155],"introduces":[156],"construct":[163],"scheme,":[170],"calculates":[172],"rewards":[173],"using":[174],"complete":[176],"subsequent":[185],"training.":[187],"Finally,":[188],"experimental":[189],"results":[190],"show":[191],"that":[192],"proposed":[194],"can":[196],"effectively":[197],"reduce":[198],"time":[201],"delay":[202],"system":[204],"running":[205],"power":[206],"compared":[207],"other":[209],"algorithms.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}