{"id":"https://openalex.org/W4406138007","doi":"https://doi.org/10.1109/tsc.2024.3520864","title":"Deep Reinforcement Learning for Scheduling Applications in Serverless and Serverful Hybrid Computing Environments","display_name":"Deep Reinforcement Learning for Scheduling Applications in Serverless and Serverful Hybrid Computing Environments","publication_year":2025,"publication_date":"2025-01-07","ids":{"openalex":"https://openalex.org/W4406138007","doi":"https://doi.org/10.1109/tsc.2024.3520864"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3520864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3520864","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041656762","display_name":"Anupama Mampage","orcid":"https://orcid.org/0000-0002-8155-3584"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Anupama Mampage","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021381399","display_name":"Shanika Karunasekera","orcid":"https://orcid.org/0000-0001-7080-5064"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shanika Karunasekera","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014716105","display_name":"Rajkumar Buyya","orcid":"https://orcid.org/0000-0001-9754-6496"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rajkumar Buyya","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041656762"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":8.5176,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.97102784,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"18","issue":"2","first_page":"718","last_page":"728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9472000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9472000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9387000203132629,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9204999804496765,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8481051921844482},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8280729651451111},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5908128619194031},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5618412494659424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40183427929878235},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3284924030303955},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32692331075668335},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.09833478927612305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8481051921844482},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8280729651451111},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5908128619194031},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5618412494659424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40183427929878235},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3284924030303955},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32692331075668335},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.09833478927612305},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3520864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3520864","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2912551512","https://openalex.org/W2946090645","https://openalex.org/W2965757358","https://openalex.org/W2970215440","https://openalex.org/W2970239788","https://openalex.org/W3042888170","https://openalex.org/W3048060861","https://openalex.org/W3083372943","https://openalex.org/W3089365967","https://openalex.org/W3164810656","https://openalex.org/W4205552495","https://openalex.org/W4206566909","https://openalex.org/W4210587031","https://openalex.org/W4220661638","https://openalex.org/W4220958415","https://openalex.org/W4226279572","https://openalex.org/W4226302867","https://openalex.org/W4295920344","https://openalex.org/W4301273571","https://openalex.org/W4319773215","https://openalex.org/W6753751555","https://openalex.org/W6775201933","https://openalex.org/W6803469893","https://openalex.org/W6839427214"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Serverless":[0],"computing":[1,82,120,144],"has":[2],"gained":[3],"popularity":[4],"as":[5,44,55],"a":[6,56,65,91,104,118,126,137,140,181],"novel":[7],"cloud":[8],"execution":[9,71],"model":[10],"for":[11,58,96,107,131,170],"applications":[12],"in":[13,90,164,183],"recent":[14],"times.":[15],"Businesses":[16],"constantly":[17],"try":[18],"to":[19,24,27,64,86,114,195],"leverage":[20],"this":[21,101],"new":[22],"paradigm":[23],"add":[25],"value":[26],"their":[28],"revenue":[29],"streams.":[30],"The":[31],"serverless":[32,81,119,138],"eco-system":[33],"accommodates":[34],"many":[35],"application":[36,60,189],"domains":[37],"successfully.":[38],"However,":[39],"its":[40],"inherent":[41],"properties":[42],"such":[43,180],"cold":[45],"start":[46],"delays":[47],"and":[48,139,188,197],"relatively":[49],"high":[50],"per":[51],"unit":[52],"charges":[53],"appear":[54],"shortcoming":[57],"certain":[59,97],"workloads,":[61],"when":[62],"compared":[63],"traditional":[66],"Virtual":[67],"Machine":[68],"(VM)":[69],"based":[70,93,142,152],"scenario.":[72],"A":[73],"few":[74],"research":[75],"works":[76],"exist,":[77],"that":[78],"study":[79],"how":[80],"could":[83],"be":[84],"used":[85],"mitigate":[87],"the":[88,133,150,159,166,177],"challenges":[89],"VM":[92,141],"cluster":[94],"environment,":[95],"applications.":[98],"In":[99,122],"contrast,":[100],"work":[102],"proposes":[103],"generalized":[105],"framework":[106,148],"determining":[108,165],"which":[109],"workloads":[110],"are":[111],"best":[112,167],"able":[113],"reap":[115],"benefits":[116,134],"of":[117,135,179,185,193],"environment.":[121,145],"essence,":[123],"we":[124],"present":[125],"potential":[127],"hybrid":[128],"scheduling":[129,168],"solution":[130],"exploiting":[132],"both":[136],"serverful":[143],"Our":[146],"proposed":[147],"leverages":[149],"actor-critic":[151],"deep":[153],"reinforcement":[154],"learning":[155],"architecture":[156],"coupled":[157],"with":[158,191],"proximal":[160],"policy":[161],"optimization":[162],"technique,":[163],"decision":[169],"workload":[171],"executions.":[172],"Extensive":[173],"experiments":[174],"conducted":[175],"demonstrate":[176],"effectiveness":[178],"solution,":[182],"terms":[184],"user":[186],"cost":[187],"performance,":[190],"improvements":[192],"up":[194],"44%":[196],"11%":[198],"respectively.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}