{"id":"https://openalex.org/W4401692240","doi":"https://doi.org/10.1109/tnsm.2024.3443872","title":"Joint Optimization of Microservice Deployment and Routing in Edge via Multi-Objective Deep Reinforcement Learning","display_name":"Joint Optimization of Microservice Deployment and Routing in Edge via Multi-Objective Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-08-19","ids":{"openalex":"https://openalex.org/W4401692240","doi":"https://doi.org/10.1109/tnsm.2024.3443872"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3443872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3443872","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058697648","display_name":"Menglan Hu","orcid":"https://orcid.org/0000-0003-2800-4348"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-4348","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446233","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0002-0953-0393"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0002-0953-0393","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087428061","display_name":"Xiaohui Xu","orcid":"https://orcid.org/0000-0002-7958-4285"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Xu","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101116879","display_name":"Jianwen He","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwen He","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102800436","display_name":"Yi Hu","orcid":"https://orcid.org/0009-0009-5111-1900"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-5111-1900","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049930739","display_name":"Tianping Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianping Deng","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101861025","display_name":"Kai Peng","orcid":"https://orcid.org/0000-0001-9910-4237"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9910-4237","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Smart Internet Technology, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Key Laboratory of Smart Internet Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5058697648"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":8.5729,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98135416,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"21","issue":"6","first_page":"6364","last_page":"6381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9225999712944031,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8295540809631348},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8159317970275879},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.709234356880188},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6671512126922607},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5240126848220825},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48508110642433167},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4628443419933319},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4183325469493866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4182322919368744},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.11476999521255493},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09353873133659363}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8295540809631348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8159317970275879},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.709234356880188},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6671512126922607},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5240126848220825},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48508110642433167},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4628443419933319},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4183325469493866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4182322919368744},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.11476999521255493},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09353873133659363},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2024.3443872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3443872","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3484697129","display_name":null,"funder_award_id":"2022ZD0117104","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G4137277356","display_name":null,"funder_award_id":"62272183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7481879049","display_name":null,"funder_award_id":"62171189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2556088991","https://openalex.org/W2809740924","https://openalex.org/W2953169926","https://openalex.org/W2963618158","https://openalex.org/W2972466428","https://openalex.org/W2980466635","https://openalex.org/W2994053796","https://openalex.org/W2996262564","https://openalex.org/W3003378062","https://openalex.org/W3009116850","https://openalex.org/W3011265235","https://openalex.org/W3011559056","https://openalex.org/W3012151853","https://openalex.org/W3047040155","https://openalex.org/W3048234700","https://openalex.org/W3107417205","https://openalex.org/W3109710800","https://openalex.org/W3133568254","https://openalex.org/W3153951905","https://openalex.org/W3156127671","https://openalex.org/W3157294988","https://openalex.org/W3166413890","https://openalex.org/W3200951426","https://openalex.org/W3209259988","https://openalex.org/W3213187898","https://openalex.org/W3213200620","https://openalex.org/W3214403086","https://openalex.org/W4205274477","https://openalex.org/W4211041246","https://openalex.org/W4213202707","https://openalex.org/W4281680218","https://openalex.org/W4387682344","https://openalex.org/W4390547660","https://openalex.org/W4390938822","https://openalex.org/W6682975537","https://openalex.org/W6741002519","https://openalex.org/W6762257222"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"Edge":[0],"computing":[1,31],"technologies":[2],"with":[3,53,89],"container-based":[4],"microservice":[5,106,141],"architectures":[6],"promise":[7],"to":[8,22,104,127,150],"provide":[9],"stable":[10],"and":[11,16,26,67,82,132,143,163],"low-latency":[12],"services":[13],"for":[14,147],"large-scale":[15],"complex":[17],"edge":[18,30,38,133,155],"applications.":[19],"However,":[20],"due":[21],"the":[23,33,45,57,61,75,140,161],"limited":[24],"CPU":[25],"storage":[27],"resources":[28],"in":[29,84,109],"scenarios,":[32],"coarse-grained":[34],"service":[35,80],"deployment":[36,47,66,81,142],"on":[37,94,123],"nodes":[39],"causes":[40],"performance":[41],"bottlenecks.":[42],"In":[43,69,114],"addition,":[44,115],"effective":[46],"of":[48,64,77,166],"microservices":[49],"is":[50],"tightly":[51],"correlated":[52],"request":[54,112,144],"routing,":[55],"but":[56],"current":[58],"research":[59],"ignores":[60],"joint":[62],"optimization":[63],"multi-instance":[65],"routing.":[68],"this":[70],"paper,":[71],"we":[72,100,116],"first":[73],"model":[74],"problem":[76,146],"jointly":[78],"optimizing":[79],"routing":[83,145],"a":[85,95,118],"dynamically":[86],"changing":[87],"environment":[88],"multi-edge":[90,148],"network":[91,97,134],"collaboration":[92,149],"based":[93,122],"queuing":[96],"analysis.":[98],"Secondly,":[99],"design":[101],"heuristic":[102],"algorithms":[103],"scale":[105],"instances":[107],"horizontally":[108],"dynamic":[110],"user":[111,129],"states.":[113],"propose":[117],"reinforcement":[119],"learning":[120],"algorithm":[121],"reward":[124],"shaping":[125],"(RSPPO)":[126],"minimize":[128],"waiting":[130],"delay":[131],"resource":[135],"consumption.":[136],"We":[137],"also":[138],"solve":[139],"achieve":[151],"load":[152],"balancing":[153],"among":[154],"nodes.":[156],"Finally,":[157],"extensive":[158,164],"experiments":[159],"verify":[160],"significant":[162],"effectiveness":[165],"our":[167],"algorithm.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":5}],"updated_date":"2026-05-31T08:46:17.908082","created_date":"2025-10-10T00:00:00"}