{"id":"https://openalex.org/W4396239906","doi":"https://doi.org/10.1109/tsc.2024.3394689","title":"Latency-Aware Container Scheduling in Edge Cluster Upgrades: A Deep Reinforcement Learning Approach","display_name":"Latency-Aware Container Scheduling in Edge Cluster Upgrades: A Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-04-29","ids":{"openalex":"https://openalex.org/W4396239906","doi":"https://doi.org/10.1109/tsc.2024.3394689"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3394689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3394689","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045920718","display_name":"Hanshuai Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hanshuai Cui","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067856743","display_name":"Zhiqing Tang","orcid":"https://orcid.org/0000-0002-9375-4818"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqing Tang","raw_affiliation_strings":["Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062969662","display_name":"Jiong Lou","orcid":"https://orcid.org/0000-0001-9245-2626"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiong Lou","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101752580","display_name":"Weijia Jia","orcid":"https://orcid.org/0000-0003-1000-3937"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijia Jia","raw_affiliation_strings":["Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Future Networks, Beijing Normal University, Zhuhai, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002311337","display_name":"Wei Zhao","orcid":"https://orcid.org/0000-0002-6268-2559"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhao","raw_affiliation_strings":["Shenzhen University of Advanced Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen University of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380","https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5045920718"],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":null,"apc_paid":null,"fwci":9.1581,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98294679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"17","issue":"5","first_page":"2530","last_page":"2543"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8504137992858887},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7171260118484497},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6524786949157715},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6355162858963013},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.505174458026886},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.46367785334587097},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46066394448280334},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.44616782665252686},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36982613801956177},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3484383523464203},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3314679265022278},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11158615350723267},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.10109823942184448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8504137992858887},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7171260118484497},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6524786949157715},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6355162858963013},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.505174458026886},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.46367785334587097},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46066394448280334},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.44616782665252686},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36982613801956177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3484383523464203},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3314679265022278},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11158615350723267},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.10109823942184448},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3394689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3394689","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1430800624","display_name":null,"funder_award_id":"62302048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8160964939","display_name":null,"funder_award_id":"62272050","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W595252221","https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1990313671","https://openalex.org/W2080346852","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2263893300","https://openalex.org/W2528356728","https://openalex.org/W2561715741","https://openalex.org/W2736601468","https://openalex.org/W2777781531","https://openalex.org/W2791432311","https://openalex.org/W2801779586","https://openalex.org/W2803750062","https://openalex.org/W2810002837","https://openalex.org/W2894413690","https://openalex.org/W2909746507","https://openalex.org/W2913740539","https://openalex.org/W2994053796","https://openalex.org/W2996942942","https://openalex.org/W3004421451","https://openalex.org/W3021193956","https://openalex.org/W3034730089","https://openalex.org/W3047559183","https://openalex.org/W3094502228","https://openalex.org/W3095212414","https://openalex.org/W3105883416","https://openalex.org/W3112548650","https://openalex.org/W3115015728","https://openalex.org/W3128861740","https://openalex.org/W3154878987","https://openalex.org/W3200600175","https://openalex.org/W3201454943","https://openalex.org/W3203684044","https://openalex.org/W3206626070","https://openalex.org/W4205961034","https://openalex.org/W4206172874","https://openalex.org/W4214923902","https://openalex.org/W4226135183","https://openalex.org/W4281730465","https://openalex.org/W4312915286","https://openalex.org/W4321020976","https://openalex.org/W4362643967","https://openalex.org/W4385245566","https://openalex.org/W4386450007","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6638018090","https://openalex.org/W6683204974","https://openalex.org/W6741002519","https://openalex.org/W6780677210","https://openalex.org/W6784333009","https://openalex.org/W6790690058"],"related_works":["https://openalex.org/W2367301169","https://openalex.org/W2352134912","https://openalex.org/W2001079144","https://openalex.org/W4393477817","https://openalex.org/W4306904969","https://openalex.org/W2048054615","https://openalex.org/W2974221847","https://openalex.org/W2480624181","https://openalex.org/W2581710029","https://openalex.org/W2055230095"],"abstract_inverted_index":{"In":[0],"Mobile":[1],"Edge":[2],"Computing":[3],"(MEC),":[4],"Internet":[5],"of":[6,41,132],"Things":[7],"(IoT)":[8],"devices":[9],"offload":[10],"computationally-intensive":[11],"tasks":[12],"to":[13,34,56,68,76,109,153,182],"edge":[14,42,53,73,93,106,158],"nodes,":[15],"where":[16],"they":[17],"are":[18,32,50],"executed":[19],"within":[20],"containers,":[21],"reducing":[22],"the":[23,36,78,100,111,130],"reliance":[24],"on":[25,80,149,164],"centralized":[26],"cloud":[27,46],"infrastructure.":[28],"Cluster":[29],"software":[30],"upgrades":[31,75],"essential":[33],"maintain":[35],"efficient":[37,92],"and":[38,61,139,156,166],"secure":[39],"operation":[40],"clusters.":[43],"However,":[44],"traditional":[45],"cluster":[47,74,94,107],"upgrade":[48,108],"strategies":[49],"ill-suited":[51],"for":[52,91,105],"clusters":[54],"due":[55],"their":[57],"geographically":[58],"distributed":[59],"nature":[60],"resource":[62],"limitations.":[63],"Therefore,":[64],"it":[65],"is":[66,151],"crucial":[67],"properly":[69],"schedule":[70],"containers":[71],"during":[72],"minimize":[77,110],"impact":[79],"running":[81],"tasks.":[82],"This":[83],"article":[84],"proposes":[85],"a":[86,118,143],"latency-aware":[87],"container":[88,102],"scheduling":[89,103],"algorithm":[90,123,173],"upgrading.":[95],"Specifically:":[96],"1)":[97],"We":[98,116],"formulate":[99],"online":[101],"problem":[104,127],"total":[112,175],"task":[113,176],"latency.":[114],"2)":[115],"propose":[117],"policy":[119],"gradient-based":[120],"reinforcement":[121],"learning":[122],"that":[124,171],"addresses":[125],"this":[126],"by":[128,178],"considering":[129],"characteristics":[131],"MEC,":[133],"including":[134],"heterogeneous":[135],"resources,":[136],"image":[137],"distribution,":[138],"low-latency":[140],"requirements.":[141],"Subsequently,":[142],"location":[144],"feature":[145],"extraction":[146],"method":[147],"based":[148,163],"self-attention":[150],"designed":[152],"fully":[154],"extract":[155],"utilize":[157],"node":[159],"distribution.":[160],"3)":[161],"Experiments":[162],"simulated":[165],"real-world":[167],"data":[168],"traces":[169],"demonstrate":[170],"our":[172],"reduces":[174],"latency":[177],"approximately":[179],"30%":[180],"compared":[181],"baseline":[183],"algorithms.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":4}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}