{"id":"https://openalex.org/W4405429459","doi":"https://doi.org/10.1109/tcss.2024.3508089","title":"Designing Energy-Aware Scheduling and Task Allocation Algorithms for Online Reinforcement Learning Applications in Cloud Environments","display_name":"Designing Energy-Aware Scheduling and Task Allocation Algorithms for Online Reinforcement Learning Applications in Cloud Environments","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405429459","doi":"https://doi.org/10.1109/tcss.2024.3508089"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3508089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3508089","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115459213","display_name":"Harshal Janjani","orcid":null},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Harshal Janjani","raw_affiliation_strings":["School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India"],"raw_orcid":"https://orcid.org/0009-0001-0494-1110","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001383341","display_name":"Tanmay Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tanmay Agarwal","raw_affiliation_strings":["School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India"],"raw_orcid":"https://orcid.org/0009-0001-8740-9372","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073393602","display_name":"M. P. Gopinath","orcid":null},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M. P. Gopinath","raw_affiliation_strings":["School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India"],"raw_orcid":"https://orcid.org/0000-0002-1332-1060","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vimoh Sharma","orcid":"https://orcid.org/0009-0008-4704-1404"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vimoh Sharma","raw_affiliation_strings":["School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India"],"raw_orcid":"https://orcid.org/0009-0008-4704-1404","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068883308","display_name":"S. P. Raja","orcid":null},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"S. P. Raja","raw_affiliation_strings":["School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India"],"raw_orcid":"https://orcid.org/0000-0002-7216-2207","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Vellore Institute of Technology, Vellore, Tamilnadu, India","institution_ids":["https://openalex.org/I876193797"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5115459213"],"corresponding_institution_ids":["https://openalex.org/I876193797"],"apc_list":null,"apc_paid":null,"fwci":2.238,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91263134,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"12","issue":"3","first_page":"1218","last_page":"1232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8163669109344482},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.737816333770752},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6051413416862488},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5603727102279663},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45981913805007935},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44422098994255066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2929843068122864},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15686723589897156},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14912456274032593},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08511778712272644}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8163669109344482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.737816333770752},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6051413416862488},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5603727102279663},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45981913805007935},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44422098994255066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2929843068122864},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15686723589897156},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14912456274032593},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08511778712272644},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3508089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3508089","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2075141909","https://openalex.org/W2075863084","https://openalex.org/W2090065465","https://openalex.org/W2150823344","https://openalex.org/W2285024500","https://openalex.org/W2546571074","https://openalex.org/W2782301536","https://openalex.org/W2800666081","https://openalex.org/W2896031984","https://openalex.org/W2967207255","https://openalex.org/W2973184394","https://openalex.org/W2982143798","https://openalex.org/W3013973746","https://openalex.org/W3112578794","https://openalex.org/W3160605505","https://openalex.org/W3206130365","https://openalex.org/W4211129701","https://openalex.org/W4220683738","https://openalex.org/W4321490555","https://openalex.org/W4376614570","https://openalex.org/W4378220460","https://openalex.org/W4381054366","https://openalex.org/W6749968190"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W2802581102","https://openalex.org/W4205786897"],"abstract_inverted_index":{"With":[0],"the":[1,22,37,83,92,110,116,134,137,140,163,175,194],"rapid":[2],"proliferation":[3],"of":[4,26,39,85,94,112,136,177],"machine":[5,186],"learning":[6,70],"applications":[7,59],"in":[8,56,60,87,107],"cloud":[9,61,179],"computing":[10,180],"environments,":[11],"addressing":[12,21,200],"crucial":[13],"challenges":[14,201],"concerning":[15],"energy":[16,50,155],"efficiency":[17],"becomes":[18],"pressing,":[19],"including":[20],"high":[23],"power":[24],"consumption":[25,156],"such":[27],"workloads.":[28,168],"In":[29],"this":[30,32],"regard,":[31],"work":[33],"focuses":[34],"much":[35,172],"on":[36,66],"development":[38],"an":[40,73],"energy-aware":[41,144],"scheduling":[42,145],"and":[43,76,102,114,182,199,205],"task":[44,148],"assignment":[45,149],"algorithm":[46,81,100],"that,":[47],"while":[48,161],"optimizing":[49],"consumption,":[51],"maintains":[52],"required":[53,164],"performance":[54,123,130,165],"standards":[55],"deploying":[57],"machine-learning":[58],"environments.":[62],"It":[63],"therefore,":[64],"pivots":[65],"leveraging":[67],"online":[68],"reinforcement":[69],"to":[71,153,184,203],"deduce":[72],"optimal":[74],"planning":[75],"allocation":[77],"strategy.":[78],"This":[79],"proposed":[80,195],"leverages":[82],"capability":[84],"RL":[86],"making":[88],"sequential":[89],"decisions":[90],"with":[91,147],"aim":[93],"achieving":[95],"maximum":[96],"cumulative":[97],"rewards.":[98],"The":[99,121,188],"design":[101],"its":[103],"implementation":[104],"are":[105,119,151],"examined":[106],"detail,":[108],"considering":[109],"nature":[111],"workloads":[113],"how":[115],"computational":[117],"resources":[118],"utilized.":[120],"algorithm\u2019s":[122,196],"is":[124],"analyzed":[125],"by":[126,157],"looking":[127],"into":[128],"different":[129],"metrics":[131],"that":[132,143],"assess":[133],"success":[135],"model.":[138],"All":[139],"results":[141,170],"indicate":[142],"combined":[146],"algorithms":[150],"bound":[152],"reduce":[154],"a":[158],"great":[159],"margin":[160],"meeting":[162],"for":[166,174],"large-scale":[167],"These":[169],"hold":[171],"promise":[173],"improvement":[176],"sustainable":[178],"infrastructures":[181],"consequently,":[183],"energy-efficient":[185],"learning.":[187],"future":[189],"research":[190],"directions":[191],"involve":[192],"enhancing":[193],"generalization":[197],"capabilities":[198],"related":[202],"scalability":[204],"convergence.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}