{"id":"https://openalex.org/W4417168952","doi":"https://doi.org/10.1109/tmc.2025.3641936","title":"Hybrid Learning for Cold-Start-Aware Microservice Scheduling in Dynamic Edge Environments","display_name":"Hybrid Learning for Cold-Start-Aware Microservice Scheduling in Dynamic Edge Environments","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https://openalex.org/W4417168952","doi":"https://doi.org/10.1109/tmc.2025.3641936"},"language":null,"primary_location":{"id":"doi:10.1109/tmc.2025.3641936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3641936","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072435188","display_name":"Jianhua Lu","orcid":"https://orcid.org/0000-0003-1125-7736"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingxi Lu","raw_affiliation_strings":["Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117708268","display_name":"Wenhao Li","orcid":"https://orcid.org/0009-0009-8975-088X"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wenhao Li","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028160889","display_name":"Jianxiong Guo","orcid":"https://orcid.org/0000-0002-0994-3297"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiong Guo","raw_affiliation_strings":["Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0002-0994-3297","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021789231","display_name":"Xingjian Ding","orcid":"https://orcid.org/0000-0001-8866-4941"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingjian Ding","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8866-4941","affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiqing Tang","orcid":"https://orcid.org/0000-0002-9375-4818"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqing Tang","raw_affiliation_strings":["Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0002-9375-4818","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006546107","display_name":"Tian Wang","orcid":"https://orcid.org/0000-0003-4819-621X"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Wang","raw_affiliation_strings":["Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0003-4819-621X","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":null,"display_name":"Weijia Jia","orcid":"https://orcid.org/0000-0003-1000-3937"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijia Jia","raw_affiliation_strings":["Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0003-1000-3937","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3413,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84769688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"25","issue":"5","first_page":"7338","last_page":"7353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8144000172615051,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8144000172615051,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.06830000132322311,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.04879999905824661,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6876999735832214},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.635699987411499},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5630000233650208},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4562999904155731},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.3720000088214874},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.3508000075817108},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.34389999508857727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.883899986743927},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6876999735832214},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6525999903678894},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.635699987411499},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.49549999833106995},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4562999904155731},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.3720000088214874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.3508000075817108},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.34389999508857727},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.34369999170303345},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.26980000734329224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.2660999894142151},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.25540000200271606},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3641936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3641936","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5381427449","display_name":null,"funder_award_id":"62202055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8940082245","display_name":null,"funder_award_id":"2025A1515012843","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1965391651","https://openalex.org/W2145339207","https://openalex.org/W2546571074","https://openalex.org/W2556413364","https://openalex.org/W2604382266","https://openalex.org/W2624989916","https://openalex.org/W2781108055","https://openalex.org/W2781681373","https://openalex.org/W2836959296","https://openalex.org/W2892876587","https://openalex.org/W2894413690","https://openalex.org/W2895688688","https://openalex.org/W2915587970","https://openalex.org/W2915771847","https://openalex.org/W2968424451","https://openalex.org/W2974654731","https://openalex.org/W2994053796","https://openalex.org/W3003378062","https://openalex.org/W3013810395","https://openalex.org/W3042658392","https://openalex.org/W3048234700","https://openalex.org/W3048409550","https://openalex.org/W3102223344","https://openalex.org/W3108088019","https://openalex.org/W3121689374","https://openalex.org/W3127529544","https://openalex.org/W3188807808","https://openalex.org/W3209713517","https://openalex.org/W3213200620","https://openalex.org/W4211041246","https://openalex.org/W4367360702","https://openalex.org/W4382119559","https://openalex.org/W4386450007","https://openalex.org/W4388853913","https://openalex.org/W4408324476","https://openalex.org/W4408529725","https://openalex.org/W4408860434","https://openalex.org/W4411584714"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,119,169,181],"rapid":[2],"growth":[3],"of":[4],"IoT":[5],"devices":[6],"and":[7,99,134,138,158,174,179,184],"their":[8],"diverse":[9],"workloads,":[10],"container-based":[11],"microservices":[12],"deployed":[13],"at":[14],"edge":[15,44,188],"nodes":[16],"have":[17],"emerged":[18],"as":[19],"a":[20,67,95,101,112],"lightweight,":[21],"scalable":[22],"solution.":[23],"However,":[24],"existing":[25],"microservice":[26,86,136],"scheduling":[27,87,97],"algorithms":[28],"often":[29],"assume":[30],"static":[31],"resource":[32,90],"availability,":[33],"which":[34],"is":[35,116,143],"unrealistic":[36],"when":[37],"multiple":[38,126],"containers":[39,47],"are":[40],"assigned":[41],"to":[42,83,104,122,145],"an":[43,139],"node.":[45],"Besides,":[46],"suffer":[48],"from":[49],"cold-start":[50],"inefficiencies":[51],"during":[52],"early-stage":[53],"training":[54],"in":[55],"currently":[56],"popular":[57],"reinforcement":[58],"learning":[59,69,75],"(RL)":[60],"algorithms.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"propose":[66],"hybrid":[68],"framework":[70],"that":[71,152],"combines":[72],"offline":[73],"imitation":[74],"(IL)":[76],"with":[77,88,164],"online":[78],"Soft":[79],"Actor-Critic":[80],"(SAC)":[81],"optimization":[82],"enable":[84],"cold-start-aware":[85],"dynamic":[89],"allocation.":[91],"We":[92],"first":[93],"formulate":[94],"delay-and-energy-aware":[96],"problem":[98],"construct":[100],"rule-based":[102],"expert":[103],"generate":[105],"demonstration":[106],"data":[107],"for":[108],"behavior":[109],"cloning.":[110],"Then,":[111],"GRU-enhanced":[113],"policy":[114,120],"network":[115,121],"designed":[117],"within":[118],"extract":[123],"correlations":[124],"among":[125],"decisions":[127],"by":[128,172,177],"separately":[129],"encoding":[130],"slow-evolving":[131],"node":[132],"states":[133],"fast-changing":[135],"features,":[137],"action":[140],"selection":[141],"mechanism":[142],"provided":[144],"speed":[146,176],"up":[147],"convergence.":[148],"Extensive":[149],"experiments":[150],"show":[151],"our":[153,166],"method":[154],"significantly":[155],"accelerates":[156],"convergence":[157,175],"achieves":[159],"superior":[160],"final":[161],"performance.":[162],"Compared":[163],"baselines,":[165],"algorithm":[167],"improves":[168],"total":[170],"objective":[171],"50%":[173],"70%,":[178],"demonstrates":[180],"highest":[182],"stability":[183],"robustness":[185],"across":[186],"various":[187],"configurations.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-12-09T00:00:00"}