{"id":"https://openalex.org/W7125052470","doi":"https://doi.org/10.1109/jiot.2026.3655386","title":"Joint Deployment and Routing for Hybrid AI Services and Microservices in Edge via Deep Reinforcement Learning","display_name":"Joint Deployment and Routing for Hybrid AI Services and Microservices in Edge via Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-19","ids":{"openalex":"https://openalex.org/W7125052470","doi":"https://doi.org/10.1109/jiot.2026.3655386"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2026.3655386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3655386","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.qub.ac.uk/en/publications/fdca42c0-f2e6-43af-b945-801cc24c16b9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119255200","display_name":"Shudong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shudong Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103797981","display_name":"Y. Richard Yang","orcid":"https://orcid.org/0009-0009-8358-4702"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Yang","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123416277","display_name":"Fuwei Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuwei Guo","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123376628","display_name":"Yi Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058697648","display_name":"Menglan Hu","orcid":"https://orcid.org/0000-0003-2800-4348"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123404353","display_name":"Kai Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101693641","display_name":"Chao Cai","orcid":"https://orcid.org/0000-0001-8388-7628"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Cai","raw_affiliation_strings":["College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["School of Electronics, Electrical Engineering and Computer Science, Queen’s University Belfast, Belfast, U.K"],"affiliations":[{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Queen’s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5119255200"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14738925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"7","first_page":"13455","last_page":"13471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.862500011920929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.862500011920929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.052000001072883606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.030400000512599945,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.8305000066757202},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7397000193595886},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7073000073432922},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.667900025844574},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5037999749183655},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4952999949455261},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.34380000829696655},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.303600013256073}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8561000227928162},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.8305000066757202},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7397000193595886},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7073000073432922},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6938999891281128},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.667900025844574},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4025999903678894},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.303600013256073},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C164100034","wikidata":"https://www.wikidata.org/wiki/Q1870629","display_name":"Loose coupling","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2026.3655386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3655386","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/fdca42c0-f2e6-43af-b945-801cc24c16b9","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/fdca42c0-f2e6-43af-b945-801cc24c16b9","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zhang, S, Yang, Y, Guo, F, Hu, Y, Hu, M, Peng, K, Cai, C & Xiong, Z 2026, 'Joint deployment and routing for hybrid AI services and microservices in edge via deep reinforcement learning', IEEE Internet of Things Journal. https://doi.org/10.1109/JIOT.2026.3655386","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/fdca42c0-f2e6-43af-b945-801cc24c16b9","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/fdca42c0-f2e6-43af-b945-801cc24c16b9","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zhang, S, Yang, Y, Guo, F, Hu, Y, Hu, M, Peng, K, Cai, C & Xiong, Z 2026, 'Joint deployment and routing for hybrid AI services and microservices in edge via deep reinforcement learning', IEEE Internet of Things Journal. https://doi.org/10.1109/JIOT.2026.3655386","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5055691599845886}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,12],"big":[1],"data":[2],"era":[3],"has":[4,16],"accelerated":[5],"the":[6,21,26,34,44,74,82,100,115,127,215],"development":[7,29],"of":[8,30,37,58,76,84,103,117,171],"artificial":[9],"intelligence":[10],"(AI).":[11],"Model-as-a-Service":[13],"(MaaS)":[14],"paradigm":[15],"been":[17],"used":[18],"to":[19,73,108,125,198],"address":[20,126],"substantial":[22],"challenges":[23],"associated":[24],"with":[25,142],"organization":[27],"and":[28,50,61,80,98,105,130,136,138,154,160,173,180,194,202,226],"AI":[31,39,51,59,96,134,158],"services.":[32,52],"However,":[33],"successful":[35],"delivery":[36],"complete":[38],"applications":[40],"is":[41,63,88],"contingent":[42],"upon":[43],"robust":[45],"collaboration":[46],"between":[47,133],"microservice":[48],"architectures":[49],"In":[53],"this":[54],"case,":[55],"hybrid":[56,85,118,146,157,208],"orchestration":[57,86,147],"services":[60,97,135,159],"microservices":[62,161],"highly":[64],"necessary,":[65],"but":[66],"it":[67],"still":[68],"brings":[69],"challenges.":[70],"Furthermore,":[71],"due":[72],"heterogeneity":[75],"servers,":[77],"resource":[78,224],"competition,":[79],"multi-instance,":[81],"difficulty":[83],"modeling":[87,144],"enlarged.":[89],"When":[90],"considering":[91],"intricate":[92,128],"service":[93],"dependencies":[94],"among":[95],"microservices,":[99,137],"tight":[101],"coupling":[102],"deployment":[104,153],"routing":[106,155],"leads":[107],"complex":[109],"joint":[110,152],"optimization":[111],"problems,":[112],"vastly":[113],"aggravating":[114],"pressure":[116],"orchestration.":[119,209],"Nonetheless,":[120],"extant":[121],"literature":[122],"largely":[123],"failed":[124],"competitive":[129],"collaborative":[131],"relationships":[132],"fine-grained":[139],"latency":[140,172,201],"analysis":[141,170],"multi-instance":[143,181],"in":[145,162,220],"problem.":[148],"Therefore,":[149],"we":[150,166,184],"study":[151],"for":[156],"heterogeneous":[163],"edge.":[164],"Firstly,":[165],"conduct":[167],"a":[168,186],"precise":[169],"energy":[174,204,229],"consumption,":[175,205],"based":[176,190],"on":[177,191],"queuing":[178],"networks":[179],"models.":[182],"Secondly,":[183],"propose":[185],"reinforcement":[187],"learning":[188],"method":[189],"potential":[192],"functions":[193],"segmented":[195],"rewards":[196],"(PS_SAC)":[197],"optimize":[199],"end-to-end":[200],"system":[203,228],"achieving":[206],"efficient":[207],"Finally,":[210],"through":[211],"extensive":[212],"simulation":[213],"experiments,":[214],"algorithm":[216],"demonstrates":[217],"significant":[218],"advantages":[219],"reducing":[221],"latency,":[222],"improving":[223],"utilization,":[225],"lowering":[227],"consumption.":[230]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-01-21T00:00:00"}