{"id":"https://openalex.org/W4399120453","doi":"https://doi.org/10.1145/3654823.3654885","title":"DeepCTS: A Deep Reinforcement Learning Approach for AI Container Task Scheduling","display_name":"DeepCTS: A Deep Reinforcement Learning Approach for AI Container Task Scheduling","publication_year":2024,"publication_date":"2024-03-22","ids":{"openalex":"https://openalex.org/W4399120453","doi":"https://doi.org/10.1145/3654823.3654885"},"language":"en","primary_location":{"id":"doi:10.1145/3654823.3654885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654823.3654885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 3rd Asia Conference on Algorithms, Computing and Machine Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023744838","display_name":"Zili Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zili Xiao","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, China"],"raw_orcid":"https://orcid.org/0009-0000-9007-7690","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066635206","display_name":"Ke Liu","orcid":"https://orcid.org/0009-0006-1083-0448"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, China"],"raw_orcid":"https://orcid.org/0009-0006-1083-0448","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089344837","display_name":"Miao Hu","orcid":"https://orcid.org/0000-0002-1518-002X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Hu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, China"],"raw_orcid":"https://orcid.org/0000-0002-1518-002X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100735704","display_name":"Di Wu","orcid":"https://orcid.org/0000-0002-9433-7725"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, China"],"raw_orcid":"https://orcid.org/0000-0002-9433-7725","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023744838"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":2.984,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92178193,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"342","last_page":"347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8464416265487671},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7883449196815491},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6793681383132935},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6188740134239197},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6118470430374146},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4955497980117798},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4860701858997345},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.4849236309528351},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47117000818252563},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43096524477005005},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34934067726135254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8464416265487671},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7883449196815491},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6793681383132935},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6188740134239197},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6118470430374146},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4955497980117798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4860701858997345},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.4849236309528351},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47117000818252563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43096524477005005},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34934067726135254},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654823.3654885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654823.3654885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 3rd Asia Conference on Algorithms, Computing and Machine Learning","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1965391651","https://openalex.org/W2546571074","https://openalex.org/W2734941459","https://openalex.org/W2919897868","https://openalex.org/W2958071912","https://openalex.org/W3088563198","https://openalex.org/W3089116250","https://openalex.org/W3100789280","https://openalex.org/W3108033633","https://openalex.org/W3134991928","https://openalex.org/W3162118826","https://openalex.org/W4247556997","https://openalex.org/W4281680218"],"related_works":["https://openalex.org/W2367301169","https://openalex.org/W2352134912","https://openalex.org/W2001079144","https://openalex.org/W4393477817","https://openalex.org/W2048054615","https://openalex.org/W2974221847","https://openalex.org/W4306904969","https://openalex.org/W2480624181","https://openalex.org/W3128807919","https://openalex.org/W3176411177"],"abstract_inverted_index":{"Container":[0],"technology":[1,8],"is":[2,44,50,60,66,130,287],"a":[3],"new":[4],"paradigm":[5],"of":[6,19,41,57,76,117,119,122,140,164,168,184,197,200,235,245,256,285,294,302],"virtualization":[7],"that":[9,280],"has":[10],"developed":[11],"very":[12],"rapidly":[13],"in":[14,111,174,206,232,260],"recent":[15],"years.":[16],"In":[17],"view":[18],"container":[20,112,149,176,188],"clusters":[21,113],"for":[22,86,93],"AI":[23,123,148,175],"tasks,":[24,80,247],"tasks":[25,31,43,59,89,170,173,189,201,210,231,264,286],"can":[26],"be":[27],"divided":[28],"into":[29],"training":[30,42,77,95,169],"and":[32,46,62,78,90,105,171,187,193,213,248,291,299,311],"inference":[33,58,79,88,172,230,246],"tasks.":[34,96],"Among":[35],"them,":[36],"the":[37,47,53,63,74,120,138,162,180,195,233,238,242,250,257,261,271,276,281,292,300],"scheduling":[38,54,152,273],"delay":[39,55,204],"sensitivity":[40,56],"low":[45],"execution":[48,64],"time":[49,65,212,244,252,284],"long,":[51],"while":[52],"high":[61],"short.":[67],"However,":[68],"prior":[69],"works":[70],"have":[71],"rarely":[72],"considered":[73],"characteristics":[75,121,163,190],"leading":[81],"to":[82,115,132,208,228,240],"excessive":[83],"completion":[84],"latency":[85,166],"latency-sensitive":[87],"insufficient":[91],"resources":[92,259],"resource-sensitive":[94],"There":[97],"are":[98,267,307],"also":[99],"imbalanced":[100,106],"resource":[101,107,151,181,216,265,295,303],"usage":[102,108,182],"within":[103,305],"nodes":[104,110,186,298,306],"among":[109],"due":[114],"lack":[116],"consideration":[118],"tasks.In":[124],"addition,":[125],"an":[126,147],"online":[127],"learning":[128,159,226],"algorithm":[129,153,274],"needed":[131],"adaptively":[133],"make":[134,253],"decisions":[135],"based":[136,156,160],"on":[137,157,161],"dynamics":[139],"task":[141],"arrival.":[142],"Therefore,":[143],"this":[144],"paper":[145],"proposes":[146],"cloud":[150],"named":[154],"DeepCTS":[155,178],"reinforcement":[158,225],"different":[165,198,203],"sensitivities":[167],"clusters.":[177],"takes":[179],"status":[183],"cluster":[185,215,262],"as":[191],"input,":[192],"from":[194],"perspective":[196],"types":[199],"with":[202,237,270],"sensitivity,":[205],"order":[207],"reduce":[209,241],"waiting":[211,243,283],"balance":[214],"load.":[217],"And":[218],"through":[219],"action":[220],"mask":[221],"filtering,":[222],"it":[223],"guides":[224],"agents":[227],"prioritize":[229],"process":[234],"interacting":[236],"environment":[239],"at":[249],"same":[251],"full":[254],"use":[255],"idle":[258],"when":[263],"requests":[266],"low.":[268],"Compared":[269],"existing":[272],"based,":[275],"experimental":[277],"results":[278],"show":[279],"average":[282],"reduced":[288],"by":[289,309],"35.1%":[290],"reduction":[293],"imbalance":[296,304],"between":[297],"degree":[301],"improved":[308],"14.2%":[310],"1.4%":[312],"respectively.":[313]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}