{"id":"https://openalex.org/W4413212593","doi":"https://doi.org/10.1109/tsc.2025.3597631","title":"Time-Varying Microservice Orchestration With Routing for Dynamic Call Graphs via Multi-Scale Deep Reinforcement Learning","display_name":"Time-Varying Microservice Orchestration With Routing for Dynamic Call Graphs via Multi-Scale Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-08-11","ids":{"openalex":"https://openalex.org/W4413212593","doi":"https://doi.org/10.1109/tsc.2025.3597631"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2025.3597631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2025.3597631","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yi Hu","orcid":"https://orcid.org/0009-0009-5111-1900"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-5111-1900","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liangbo Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangbo Hou","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006831915","display_name":"Junhui Hu","orcid":"https://orcid.org/0000-0002-9811-5863"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhui Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034349938","display_name":"Mingyuan Ren","orcid":"https://orcid.org/0000-0003-3835-1001"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyuan Ren","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058697648","display_name":"Menglan Hu","orcid":"https://orcid.org/0000-0003-2800-4348"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-4348","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chao Cai","orcid":"https://orcid.org/0000-0003-1995-4739"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Cai","raw_affiliation_strings":["College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-1995-4739","affiliations":[{"raw_affiliation_string":"College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101861025","display_name":"Kai Peng","orcid":"https://orcid.org/0000-0001-9910-4237"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9910-4237","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":2.6038,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91266472,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"18","issue":"5","first_page":"3276","last_page":"3291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8544329404830933},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.824643611907959},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.6858627200126648},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5515159368515015},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.48223528265953064},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4551423192024231},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4440203905105591},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29085949063301086}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8544329404830933},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.824643611907959},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.6858627200126648},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5515159368515015},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.48223528265953064},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4551423192024231},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4440203905105591},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29085949063301086},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2025.3597631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2025.3597631","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7481879049","display_name":null,"funder_award_id":"62171189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2751171528","https://openalex.org/W2931122162","https://openalex.org/W2957686527","https://openalex.org/W2963523627","https://openalex.org/W2972466428","https://openalex.org/W2996896271","https://openalex.org/W3003378062","https://openalex.org/W3027366302","https://openalex.org/W3046209893","https://openalex.org/W3107418111","https://openalex.org/W3168158752","https://openalex.org/W3168862718","https://openalex.org/W3209366914","https://openalex.org/W3213200620","https://openalex.org/W4205274477","https://openalex.org/W4210354420","https://openalex.org/W4211041246","https://openalex.org/W4214813921","https://openalex.org/W4281680218","https://openalex.org/W4285131467","https://openalex.org/W4293731856","https://openalex.org/W4308426170","https://openalex.org/W4308426177","https://openalex.org/W4308426645","https://openalex.org/W4317796728","https://openalex.org/W4381803634","https://openalex.org/W4386609108","https://openalex.org/W4388041078","https://openalex.org/W4390547660","https://openalex.org/W4392909546","https://openalex.org/W4393182127","https://openalex.org/W4396817301","https://openalex.org/W4399207455","https://openalex.org/W4401246532","https://openalex.org/W4401416145","https://openalex.org/W4401692240","https://openalex.org/W4406610943","https://openalex.org/W4406949341"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818","https://openalex.org/W2973657051"],"abstract_inverted_index":{"Lightweight":[0],"microservices":[1],"as":[2,125],"a":[3,126],"software":[4],"architecture":[5],"have":[6],"been":[7],"widely":[8],"adopted":[9],"in":[10,15,46,115,186],"online":[11,105],"application":[12],"development.":[13],"However,":[14],"highly-concurrent":[16],"microservice":[17,34,69,106],"scenarios,":[18],"frequent":[19],"data":[20],"communications,":[21],"complex":[22],"call":[23,113],"dependencies,":[24],"and":[25,41,49,67,94,142,148,170,191],"dynamic":[26,68,112],"delay":[27],"requirements":[28],"bring":[29],"great":[30],"challenges":[31],"to":[32,76,90,137],"efficient":[33,155],"orchestration.":[35,61],"In":[36],"this":[37,101],"case,":[38],"service":[39],"deployment":[40],"request":[42,65,79,145],"routing":[43,110],"are":[44,73,135],"interactively-coupled":[45],"multi-instance":[47,140],"modeling,":[48],"cannot":[50],"be":[51],"locally":[52],"optimized":[53],"effectively,":[54],"thereby":[55],"enlarging":[56],"the":[57,83,97,104,120,144],"difficulty":[58],"for":[59,96,111],"collaborative":[60,168],"To":[62],"accommodate":[63],"time-varying":[64],"properties":[66],"multiplexing,":[70],"orchestration":[71,107,165,189],"schemes":[72],"frequently":[74],"adapted":[75],"real-time":[77],"parallel":[78],"queues,":[80],"further":[81],"complicating":[82],"difficulty.":[84],"Nevertheless,":[85],"most":[86],"previous":[87],"work":[88],"failed":[89],"propose":[91,153],"appropriate":[92],"models":[93,141],"methods":[95],"above":[98],"issues.":[99],"Therefore,":[100],"paper":[102],"investigates":[103],"with":[108],"probabilistic":[109],"graphs":[114],"clouds.":[116],"First,":[117],"we":[118,152],"formulate":[119],"time-slot-based":[121],"joint":[122],"optimization":[123],"problem":[124],"Markov":[127],"Decision":[128],"Process.":[129],"The":[130],"open":[131],"Jackson":[132],"queuing":[133],"networks":[134],"used":[136],"accurately":[138],"establish":[139],"analyze":[143],"queuing,":[146],"processing,":[147],"communicating":[149],"delays.":[150],"Then,":[151],"an":[154],"curiosity-driven":[156],"deep":[157],"reinforcement":[158],"learning":[159],"algorithm,":[160],"which":[161],"meticulously":[162],"implements":[163],"instance-level":[164],"through":[166,175],"multi-dimensional":[167],"decisions":[169],"multi-time-scale":[171],"trigger":[172],"events.":[173],"Finally,":[174],"comprehensive":[176],"trace-driven":[177],"experiments,":[178],"our":[179],"proposed":[180],"approach":[181],"significantly":[182],"outperforms":[183],"other":[184],"baselines":[185],"terms":[187],"of":[188],"cost":[190],"resource":[192],"utilization.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}