{"id":"https://openalex.org/W7151222498","doi":"https://doi.org/10.1109/tnse.2026.3681584","title":"Hybrid Orchestration of AI Services and Microservices in Multi-Edge Collaboration Based on Lagrangian Relaxation Deep Reinforcement Learning","display_name":"Hybrid Orchestration of AI Services and Microservices in Multi-Edge Collaboration Based on Lagrangian Relaxation Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7151222498","doi":"https://doi.org/10.1109/tnse.2026.3681584"},"language":null,"primary_location":{"id":"doi:10.1109/tnse.2026.3681584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2026.3681584","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122704170","display_name":"Jiaxiang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaxiang Xu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133086329","display_name":"Zhaoyi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyi Wang","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123023054","display_name":"Di Han","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Han","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133074443","display_name":"Yi Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-5111-1900","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123943378","display_name":"Fuming Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuming Fan","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133099130","display_name":"Menglan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-4348","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5133101632","display_name":"Kai Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9910-4237","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5122704170"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70186897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"8820","last_page":"8837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8148999810218811,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8148999810218811,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.04470000043511391,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.024299999698996544,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7148000001907349},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.699400007724762},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.6621999740600586},{"id":"https://openalex.org/keywords/lagrangian-relaxation","display_name":"Lagrangian relaxation","score":0.5997999906539917},{"id":"https://openalex.org/keywords/relaxation","display_name":"Relaxation (psychology)","score":0.4530999958515167},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4142000079154968},{"id":"https://openalex.org/keywords/lagrangian","display_name":"Lagrangian","score":0.3686000108718872}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7148000001907349},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.699400007724762},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.6621999740600586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6474999785423279},{"id":"https://openalex.org/C91765299","wikidata":"https://www.wikidata.org/wiki/Q3424292","display_name":"Lagrangian relaxation","level":2,"score":0.5997999906539917},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4142000079154968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4131999909877777},{"id":"https://openalex.org/C53469067","wikidata":"https://www.wikidata.org/wiki/Q505735","display_name":"Lagrangian","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3156000077724457},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.27720001339912415},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2554999887943268},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2026.3681584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2026.3681584","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2914434280","https://openalex.org/W3043914740","https://openalex.org/W3082277446","https://openalex.org/W3134033551","https://openalex.org/W3157294988","https://openalex.org/W3164943027","https://openalex.org/W3185083385","https://openalex.org/W3195968524","https://openalex.org/W3197139421","https://openalex.org/W3197899274","https://openalex.org/W3200951426","https://openalex.org/W3210635777","https://openalex.org/W4200266986","https://openalex.org/W4205274477","https://openalex.org/W4210485470","https://openalex.org/W4211041246","https://openalex.org/W4284669795","https://openalex.org/W4286377419","https://openalex.org/W4291910364","https://openalex.org/W4293195477","https://openalex.org/W4293195624","https://openalex.org/W4313068538","https://openalex.org/W4313229583","https://openalex.org/W4317796728","https://openalex.org/W4360605258","https://openalex.org/W4367663516","https://openalex.org/W4379525970","https://openalex.org/W4382119559","https://openalex.org/W4384158409","https://openalex.org/W4384788094","https://openalex.org/W4386234275","https://openalex.org/W4386398576","https://openalex.org/W4386609108","https://openalex.org/W4386634210","https://openalex.org/W4389961183","https://openalex.org/W4391093958","https://openalex.org/W4392151791","https://openalex.org/W4392174038","https://openalex.org/W4394586114","https://openalex.org/W4394828136","https://openalex.org/W4396731649","https://openalex.org/W4400489760","https://openalex.org/W4400526072","https://openalex.org/W4401752786","https://openalex.org/W4401943232","https://openalex.org/W4402040289","https://openalex.org/W4403390866","https://openalex.org/W4404057314","https://openalex.org/W4405429590","https://openalex.org/W4405717855","https://openalex.org/W4406949341","https://openalex.org/W4407900151","https://openalex.org/W4408182674","https://openalex.org/W4408324988","https://openalex.org/W4409465600","https://openalex.org/W4409560456","https://openalex.org/W4412164144","https://openalex.org/W4413212593","https://openalex.org/W4413556033","https://openalex.org/W4414170301","https://openalex.org/W4414603451","https://openalex.org/W4415482196","https://openalex.org/W7124142850","https://openalex.org/W7136520260","https://openalex.org/W7148562791"],"related_works":[],"abstract_inverted_index":{"The":[0,16],"rapid":[1],"development":[2],"of":[3,10,18,39,52,77,84,91,150,206,269],"artificial":[4],"intelligence":[5],"has":[6],"promoted":[7],"the":[8,19,23,37,49,66,75,81,85,104,123,151,155,163,189,196,207,232,247,257],"application":[9],"AI":[11,45,92,120],"services":[12,46,93,194],"in":[13,103,267],"various":[14],"fields.":[15],"combination":[17],"microservice":[20,33],"architecture":[21],"and":[22,68,94,113,119,128,183,195,201,210,230,250,273],"\u201cAI":[24],"as":[25,56,172],"a":[26,227],"Service\u201d":[27],"(AaaS)":[28],"to":[29,64,74,131,144,245],"form":[30],"an":[31,203,238],"intelligent":[32,40,43,170],"system":[34,146,211],"can":[35],"realize":[36],"orchestration":[38,90,165,235],"applications.":[41],"In":[42],"applications,":[44,78],"often":[47],"require":[48],"key":[50],"functions":[51],"accompanying":[53],"microservices,":[54],"such":[55],"service":[57,174],"discovery,":[58],"data":[59,111],"collection,":[60],"gateway":[61],"routing,":[62],"etc.,":[63],"ensure":[65],"stability":[67],"efficiency.":[69],"Otherwise,":[70],"it":[71,99],"will":[72,142],"lead":[73,143],"incompleteness":[76],"severely":[79],"affecting":[80],"overall":[82],"performance":[83],"system.":[86],"Therefore,":[87],"fine-grained":[88],"hybrid":[89,164,173,193,234],"microservices":[95,118],"is":[96],"crucial.":[97],"Nevertheless,":[98],"faces":[100],"major":[101],"challenges":[102],"resource-constrained":[105],"edge":[106],"environment:":[107],"complex":[108,132,190,254],"dependencies,":[109],"frequent":[110],"communication,":[112],"heterogeneous":[114,197],"resource":[115,198],"competition":[116],"between":[117,126],"services.":[121],"Moreover,":[122],"tight":[124],"coupling":[125],"deployment":[127,138,249],"routing":[129,140,251],"leads":[130],"joint":[133],"optimization":[134,240],"problems.":[135],"Considering":[136],"either":[137],"or":[139],"separately":[141],"poor":[145],"performance.":[147],"However,":[148],"most":[149],"existing":[152],"studies":[153],"ignore":[154],"above":[156],"problems.To":[157],"this":[158,160],"end,":[159],"paper":[161],"investigates":[162],"problem.":[166],"First,":[167],"we":[168,186,215],"model":[169],"applications":[171],"invocation":[175],"chains.":[176],"Then,":[177],"based":[178],"on":[179],"Jackson":[180],"queuing":[181],"networks":[182],"multi-instance":[184],"models,":[185],"deeply":[187],"study":[188],"dependencies":[191],"among":[192],"allocation":[199],"problem,":[200],"conduct":[202],"accurate":[204],"analysis":[205],"request":[208,274],"delay":[209],"energy":[212,271],"consumption.":[213],"Furthermore,":[214],"innovatively":[216],"propose":[217],"Lagrangian":[218],"Relaxed":[219],"Deep":[220],"Deterministic":[221],"Policy":[222],"Gradient":[223],"(LR_DDPG),":[224],"which":[225],"introduces":[226],"cost":[228],"mechanism":[229],"transforms":[231],"constrained":[233],"process":[236],"into":[237],"unconstrained":[239],"problem":[241],"by":[242],"Lagrange":[243],"relaxation":[244],"find":[246],"optimal":[248],"strategy":[252],"under":[253],"constraints.":[255],"Finally,":[256],"experimental":[258],"results":[259],"show":[260],"that":[261],"our":[262],"algorithm":[263],"achieves":[264],"significant":[265],"advantages":[266],"terms":[268],"latency,":[270],"consumption,":[272],"success":[275],"rate.":[276]},"counts_by_year":[],"updated_date":"2026-05-06T06:03:25.996018","created_date":"2026-04-08T00:00:00"}