{"id":"https://openalex.org/W7136520260","doi":"https://doi.org/10.1109/tmc.2026.3674203","title":"Energy-Aware Service Mesh Deployment and Online Request Routing in Edge: A Hierarchical Deep Reinforcement Learning Approach","display_name":"Energy-Aware Service Mesh Deployment and Online Request Routing in Edge: A Hierarchical Deep Reinforcement Learning Approach","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7136520260","doi":"https://doi.org/10.1109/tmc.2026.3674203"},"language":null,"primary_location":{"id":"doi:10.1109/tmc.2026.3674203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2026.3674203","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129409171","display_name":"Yi Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-5111-1900","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101443517","display_name":"Junhui Hu","orcid":"https://orcid.org/0000-0001-9260-2858"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhui Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030820902","display_name":"Yifei Yang","orcid":"https://orcid.org/0000-0002-7481-1979"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Yang","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129494860","display_name":"Menglan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-4348","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103263099","display_name":"Kai Peng","orcid":"https://orcid.org/0009-0007-9524-927X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9910-4237","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030635624","display_name":"Tianyue Zheng","orcid":"https://orcid.org/0000-0002-2826-6498"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyue Zheng","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2826-6498","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129479182","display_name":"Chao Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Cai","raw_affiliation_strings":["College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-1995-4739","affiliations":[{"raw_affiliation_string":"College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129600510","display_name":"Zehui Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["School of Electronics, Electrical Engineering and Computer Science, Queen’s University, Belfast, ON, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4440-941X","affiliations":[{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen’s University, Belfast, ON, U.K","institution_ids":["https://openalex.org/I126231945"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.6106,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.97808444,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"25","issue":"8","first_page":"13095","last_page":"13115"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.30559998750686646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.30559998750686646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.21279999613761902,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.04839999973773956,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6718999743461609},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5300999879837036},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5044999718666077},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4429999887943268},{"id":"https://openalex.org/keywords/wireless-mesh-network","display_name":"Wireless mesh network","score":0.392300009727478},{"id":"https://openalex.org/keywords/mesh-networking","display_name":"Mesh networking","score":0.3093999922275543},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3086000084877014},{"id":"https://openalex.org/keywords/routing-algorithm","display_name":"Routing algorithm","score":0.28949999809265137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8633000254631042},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6718999743461609},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6439999938011169},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5486000180244446},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5300999879837036},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5044999718666077},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C31548570","wikidata":"https://www.wikidata.org/wiki/Q6453712","display_name":"Wireless mesh network","level":4,"score":0.392300009727478},{"id":"https://openalex.org/C123691950","wikidata":"https://www.wikidata.org/wiki/Q25552104","display_name":"Mesh networking","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.28949999809265137},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.2718000113964081},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.2614000141620636},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.26080000400543213},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.26019999384880066},{"id":"https://openalex.org/C51675839","wikidata":"https://www.wikidata.org/wiki/Q1665681","display_name":"Intelligent Network","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2026.3674203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2026.3674203","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4417925756","display_name":null,"funder_award_id":"YCJJ20252305","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4604486371","display_name":null,"funder_award_id":"U25A20435","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Service":[0],"meshes":[1],"built":[2],"upon":[3],"ubiquitous":[4],"microservice":[5,33,41],"architectures,":[6],"as":[7],"an":[8,189,216],"emerging":[9],"paradigm,":[10],"promise":[11],"to":[12,31,88,113,160,182,203,208,221,224,233,239],"enhance":[13],"the":[14,103,121,126,140,163,184],"flexibility,":[15],"scalability,":[16],"and":[17,21,37,43,53,76,96,117,124,146,170,173,200],"portability":[18],"of":[19],"energy-consuming":[20],"latency-sensitive":[22],"applications":[23],"in":[24,150,177],"edge":[25],"with":[26,81,167,205],"limited":[27],"resources.":[28],"However,":[29],"due":[30],"intricate":[32],"dependencies,":[34],"service":[35,61,71,143,201],"multiplexing,":[36],"parallel":[38],"distributed":[39],"instances,":[40],"deployment":[42,145],"request":[44,148],"routing":[45,83,149],"are":[46,231],"highly":[47],"interdependent.":[48],"To":[49],"reduce":[50],"response":[51,165],"latency":[52,79,166],"energy":[54,129,141,175],"consumption,":[55],"such":[56],"collaborative":[57],"optimization":[58],"for":[59,100,119,131],"efficient":[60,190],"mesh":[62,144],"orchestration":[63],"is":[64,105],"necessary,":[65],"but":[66],"significantly":[67],"challenging.":[68],"Besides,":[69,213],"strict":[70],"level":[72],"objective":[73],"(SLO)":[74],"requirements":[75],"f":[77],"ine-grained":[78],"analysis":[80],"multi-nest":[82],"further":[84],"impose":[85],"great":[86],"difficulties":[87],"online":[89,147],"orchestration.":[90],"When":[91],"considering":[92],"multi":[93],"instance":[94],"modeling":[95],"multi-hop":[97,133,171],"data":[98,134],"communications":[99],"numerous":[101],"microservices,":[102],"difficulty":[104],"extremely":[106],"amplified.":[107],"Nevertheless,":[108],"most":[109],"prevailing":[110],"work":[111],"failed":[112],"design":[114,188],"sophisticate":[115],"models":[116],"methods":[118],"addressing":[120],"above":[122],"difficulties,":[123],"ignored":[125],"inherent":[127],"transmission":[128],"consumption":[130,176],"highly-concurrent":[132],"interactions.":[135],"Therefore,":[136],"this":[137],"paper":[138],"investigates":[139],"aware":[142],"edge.":[151],"First,":[152],"we":[153,187,214],"establish":[154],"a":[155,178],"multi-instance":[156],"queuing":[157],"network":[158],"model":[159],"accurately":[161],"analyze":[162],"end-to-end":[164],"complicated":[168],"dependencies":[169],"communications,":[172],"optimize":[174],"fine-grained":[179],"manner.":[180],"Then,":[181],"boost":[183],"overall":[185],"performance,":[186],"multi-dimensional":[191],"hierarchical":[192],"deep":[193],"reinforcement":[194],"learning":[195],"algorithm,":[196],"which":[197],"enables":[198],"edges":[199],"instances":[202],"cooperate":[204],"each":[206],"other":[207,240],"handle":[209],"massively":[210],"concurrent":[211],"requests.":[212],"propose":[215],"energy-aware":[217],"proactive":[218],"autoscaling":[219],"algorithm":[220],"carefully":[222],"adapt":[223],"exceedingly":[225],"dynamic":[226],"scenarios.":[227],"Finally,":[228],"extensive":[229],"experiments":[230],"performed":[232],"show":[234],"our":[235],"superior":[236],"performance":[237],"compared":[238],"baselines.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-07T06:14:10.401900","created_date":"2026-03-17T00:00:00"}