{"id":"https://openalex.org/W7159660523","doi":"https://doi.org/10.1186/s13677-026-00874-w","title":"Hierarchical service chain orchestration for multi-cloud environments enabled by deep reinforcement learning","display_name":"Hierarchical service chain orchestration for multi-cloud environments enabled by deep reinforcement learning","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7159660523","doi":"https://doi.org/10.1186/s13677-026-00874-w"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-026-00874-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-026-00874-w","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13677-026-00874-w.pdf","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1186/s13677-026-00874-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122425604","display_name":"Yuncheng Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuncheng Xie","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134934774","display_name":"Kehe Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kehe Wu","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134994554","display_name":"Yuan Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Jiang","raw_affiliation_strings":["Digitalization Department, China Electric Power Research Institute, Beijing, 100192, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Digitalization Department, China Electric Power Research Institute, Beijing, 100192, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134990003","display_name":"Zhang Xiaoliang","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Xiaoliang","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134973037","display_name":"Wenchao Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenchao Cui","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, 102206, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5134973037"],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60473153,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.323199987411499,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.323199987411499,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.1851000040769577,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.10649999976158142,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5873000025749207},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5418000221252441},{"id":"https://openalex.org/keywords/chain","display_name":"Chain (unit)","score":0.4514000117778778},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4440000057220459},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2842999994754791}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6238999962806702},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5873000025749207},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5418000221252441},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.4514000117778778},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26420000195503235},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.257099986076355}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-026-00874-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-026-00874-w","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13677-026-00874-w.pdf","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f612034ad2374cc38d2fe284d717ecf6","is_oa":true,"landing_page_url":"https://doaj.org/article/f612034ad2374cc38d2fe284d717ecf6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 15, Iss 1 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-026-00874-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-026-00874-w","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13677-026-00874-w.pdf","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310509","display_name":"Electric Power Research Institute","ror":"https://ror.org/02dqztz06"},{"id":"https://openalex.org/F4320329056","display_name":"China Electric Power Research Institute","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7159660523.pdf","grobid_xml":"https://content.openalex.org/works/W7159660523.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1870381365","https://openalex.org/W2530050784","https://openalex.org/W2898616624","https://openalex.org/W3025892594","https://openalex.org/W3027142100","https://openalex.org/W3027999386","https://openalex.org/W3045843229","https://openalex.org/W3119727901","https://openalex.org/W3168127763","https://openalex.org/W4205902144","https://openalex.org/W4206024757","https://openalex.org/W4280497246","https://openalex.org/W4281912055","https://openalex.org/W4312389750","https://openalex.org/W4319998129","https://openalex.org/W4378804772","https://openalex.org/W4386409366","https://openalex.org/W4386453621","https://openalex.org/W4386702825","https://openalex.org/W4387431622","https://openalex.org/W4391547660","https://openalex.org/W4392821438","https://openalex.org/W4393241319","https://openalex.org/W4396817379","https://openalex.org/W4399285101","https://openalex.org/W4404197891","https://openalex.org/W4404504296","https://openalex.org/W4404851226","https://openalex.org/W4405836343","https://openalex.org/W4405909239","https://openalex.org/W4408689803","https://openalex.org/W4409002633","https://openalex.org/W4410539051","https://openalex.org/W4411407021","https://openalex.org/W4412622155","https://openalex.org/W4412628207","https://openalex.org/W4412731163","https://openalex.org/W4414151756","https://openalex.org/W4414714877","https://openalex.org/W4415320975","https://openalex.org/W4416303298"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,67,113,139,159],"rapid":[2],"adoption":[3],"of":[4,9,31,123,144,161],"multi-cloud":[5,25],"platforms,":[6],"dynamic":[7,72,80,92,150],"orchestration":[8,23,43,153],"service":[10,21,32,151],"function":[11],"chains":[12],"faces":[13],"coupled":[14],"challenges.":[15],"This":[16,39],"study":[17],"proposes":[18],"a":[19,97,119],"hierarchical":[20,42],"chain":[22,152],"for":[24,63,75],"environments,":[26],"which":[27],"decomposes":[28],"end-to-end":[29],"quality":[30],"into":[33],"real-time,":[34],"economic,":[35],"and":[36,45,53,83,91,126,131,156,164],"stability":[37],"objectives.":[38],"model":[40,141,148],"uses":[41],"structure":[44],"integrates":[46],"Actor-Critic":[47],"networks":[48],"with":[49,112],"Graph":[50],"Isomorphism":[51],"Network":[52],"attention":[54],"mechanism.":[55],"The":[56,79,147],"bandwidth":[57,61],"allocation":[58],"layer":[59,70],"optimizes":[60],"coefficients":[62],"deadline-sensitive":[64],"tasks,":[65],"while":[66],"server":[68,77],"selection":[69],"processes":[71],"effective":[73],"subgraphs":[74],"cost-aware":[76],"deployment.":[78],"filtering":[81],"strategy":[82],"online":[84],"scheduling":[85],"scheme":[86],"significantly":[87],"improve":[88],"computational":[89],"efficiency":[90],"load":[93,109],"adaptability.":[94],"Validated":[95],"on":[96],"real-world":[98],"cloud":[99],"platform,":[100],"our":[101],"method":[102],"achieves":[103],"remarkable":[104],"performance":[105],"improvements":[106],"across":[107],"different":[108],"scenarios.":[110],"Compared":[111],"top-performing":[114],"baseline":[115,140],"model,":[116],"it":[117,136],"attains":[118],"comprehensive":[120],"score":[121],"enhancement":[122],"2.56%,":[124],"3.44%,":[125],"16.8%":[127],"under":[128],"idle,":[129],"normal,":[130],"stress":[132],"states,":[133],"respectively.":[134],"Meanwhile,":[135],"consistently":[137],"outperforms":[138],"in":[142,154],"terms":[143],"decision-making":[145],"speed.":[146],"enables":[149],"multi-cloud,":[155],"breaks":[157],"through":[158],"limitations":[160],"traditional":[162],"centralized":[163],"distributed":[165],"orchestration.":[166]},"counts_by_year":[],"updated_date":"2026-06-20T20:08:15.867695","created_date":"2026-05-02T00:00:00"}